2024-11-19 07:16:56,658 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 07:16:56,695 main DEBUG Took 0.029074 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 07:16:56,695 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 07:16:56,695 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 07:16:56,697 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 07:16:56,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,710 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 07:16:56,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,730 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,731 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,733 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,735 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,736 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,737 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,738 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,740 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,741 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 07:16:56,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,744 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 07:16:56,745 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 07:16:56,747 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 07:16:56,750 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 07:16:56,750 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 07:16:56,752 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 07:16:56,753 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 07:16:56,764 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 07:16:56,769 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 07:16:56,772 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 07:16:56,772 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 07:16:56,773 main DEBUG createAppenders(={Console}) 2024-11-19 07:16:56,774 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-19 07:16:56,774 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-19 07:16:56,775 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-19 07:16:56,776 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 07:16:56,776 main DEBUG OutputStream closed 2024-11-19 07:16:56,776 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 07:16:56,777 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 07:16:56,777 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-19 07:16:56,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 07:16:56,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 07:16:56,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 07:16:56,909 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 07:16:56,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 07:16:56,910 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 07:16:56,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 07:16:56,911 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 07:16:56,912 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 07:16:56,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 07:16:56,913 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 07:16:56,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 07:16:56,914 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 07:16:56,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 07:16:56,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 07:16:56,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 07:16:56,916 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 07:16:56,917 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 07:16:56,921 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 07:16:56,921 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-19 07:16:56,922 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 07:16:56,923 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-19T07:16:56,942 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-19 07:16:56,946 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 07:16:56,947 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T07:16:57,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=12842 2024-11-19T07:16:57,346 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-19T07:16:57,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca 2024-11-19T07:16:57,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a, deleteOnExit=true 2024-11-19T07:16:57,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/zookeeper_0, clientPort=57381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:16:57,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57381 2024-11-19T07:16:57,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:16:57,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:16:57,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/test.cache.data in system properties and HBase conf 2024-11-19T07:16:57,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:16:57,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:16:57,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:16:57,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:16:57,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:16:57,753 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T07:16:57,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:16:57,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:16:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:16:57,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:16:57,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:16:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:16:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:16:57,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:16:57,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:16:57,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:16:57,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:16:57,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:16:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:16:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:16:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:16:59,071 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T07:16:59,170 INFO [Time-limited test {}] log.Log(170): Logging initialized @3424ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T07:16:59,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:16:59,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:16:59,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:16:59,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:16:59,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:16:59,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:16:59,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:16:59,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:16:59,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/java.io.tmpdir/jetty-localhost-45181-hadoop-hdfs-3_4_1-tests_jar-_-any-14643872964153906998/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:16:59,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:45181} 2024-11-19T07:16:59,665 INFO [Time-limited test {}] server.Server(415): Started @3920ms 2024-11-19T07:17:00,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:00,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:00,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:00,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:00,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:00,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:00,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:00,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/java.io.tmpdir/jetty-localhost-39119-hadoop-hdfs-3_4_1-tests_jar-_-any-6060667292560114305/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:00,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:39119} 2024-11-19T07:17:00,509 INFO [Time-limited test {}] server.Server(415): Started @4764ms 2024-11-19T07:17:00,581 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:17:01,874 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/data/data2/current/BP-443144747-172.17.0.2-1732000618496/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:01,874 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/data/data1/current/BP-443144747-172.17.0.2-1732000618496/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:01,927 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:17:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61435edfe87b1e9 with lease ID 0xa40c4beb94c43d19: Processing first storage report for DS-69019299-7e7f-4786-a2f0-84153523b95e from datanode DatanodeRegistration(127.0.0.1:36985, datanodeUuid=5b458859-7e18-4b71-a5af-f0d869224532, infoPort=41967, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=345911842;c=1732000618496) 2024-11-19T07:17:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61435edfe87b1e9 with lease ID 0xa40c4beb94c43d19: from storage DS-69019299-7e7f-4786-a2f0-84153523b95e node DatanodeRegistration(127.0.0.1:36985, datanodeUuid=5b458859-7e18-4b71-a5af-f0d869224532, infoPort=41967, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=345911842;c=1732000618496), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:17:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc61435edfe87b1e9 with lease ID 0xa40c4beb94c43d19: Processing first storage report for DS-6810405d-09f5-4914-95e1-132e0f9f783c from datanode DatanodeRegistration(127.0.0.1:36985, datanodeUuid=5b458859-7e18-4b71-a5af-f0d869224532, infoPort=41967, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=345911842;c=1732000618496) 2024-11-19T07:17:01,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc61435edfe87b1e9 with lease ID 0xa40c4beb94c43d19: from storage DS-6810405d-09f5-4914-95e1-132e0f9f783c node DatanodeRegistration(127.0.0.1:36985, datanodeUuid=5b458859-7e18-4b71-a5af-f0d869224532, infoPort=41967, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=345911842;c=1732000618496), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:17:02,047 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca 2024-11-19T07:17:02,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:02,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:17:02,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b with version=8 2024-11-19T07:17:02,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/hbase-staging 2024-11-19T07:17:02,818 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T07:17:03,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:03,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:03,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:03,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:03,339 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T07:17:03,351 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T07:17:03,355 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:03,383 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11139 (auto-detected) 2024-11-19T07:17:03,384 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T07:17:03,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38697 2024-11-19T07:17:03,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38697 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:03,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386970x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:03,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38697-0x10151f410110000 connected 2024-11-19T07:17:03,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:03,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:03,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:03,693 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b, hbase.cluster.distributed=false 2024-11-19T07:17:03,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/acl 2024-11-19T07:17:03,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38697 2024-11-19T07:17:03,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38697 2024-11-19T07:17:03,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38697 2024-11-19T07:17:03,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38697 2024-11-19T07:17:03,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38697 2024-11-19T07:17:03,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:03,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:03,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:03,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:03,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:03,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:03,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34895 2024-11-19T07:17:03,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34895 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:03,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:03,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:03,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348950x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:03,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34895-0x10151f410110001 connected 2024-11-19T07:17:03,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348950x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:03,892 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:03,901 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:03,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/master 2024-11-19T07:17:03,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/acl 2024-11-19T07:17:03,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-19T07:17:03,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34895 2024-11-19T07:17:03,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34895 2024-11-19T07:17:03,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-19T07:17:03,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34895 2024-11-19T07:17:03,941 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:38697 2024-11-19T07:17:03,942 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1405016717/backup-masters/db0afee3eab9,38697,1732000622871 2024-11-19T07:17:03,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:03,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:03,961 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/backup-masters/db0afee3eab9,38697,1732000622871 2024-11-19T07:17:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/master 2024-11-19T07:17:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:03,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:03,992 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/master 2024-11-19T07:17:03,993 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1405016717/backup-masters/db0afee3eab9,38697,1732000622871 from backup master directory 2024-11-19T07:17:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/backup-masters/db0afee3eab9,38697,1732000622871 2024-11-19T07:17:04,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:04,006 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:04,007 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,38697,1732000622871 2024-11-19T07:17:04,010 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T07:17:04,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T07:17:04,067 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/hbase.id] with ID: 065710b7-7da1-43e0-9796-34b712c21725 2024-11-19T07:17:04,068 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.tmp/hbase.id 2024-11-19T07:17:04,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:17:04,480 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.tmp/hbase.id]:[hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/hbase.id] 2024-11-19T07:17:04,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:04,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:04,561 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-19T07:17:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:04,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:04,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:17:04,638 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:04,641 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:04,662 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:17:04,667 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:17:04,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store 2024-11-19T07:17:04,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:17:05,151 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T07:17:05,155 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:05,157 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:05,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:05,157 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:05,159 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:05,159 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:05,160 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:05,161 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000625156Disabling compacts and flushes for region at 1732000625156Disabling writes for close at 1732000625159 (+3 ms)Writing region close event to WAL at 1732000625159Closed at 1732000625159 2024-11-19T07:17:05,164 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/.initializing 2024-11-19T07:17:05,164 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871 2024-11-19T07:17:05,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:05,192 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C38697%2C1732000622871, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:05,222 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871/db0afee3eab9%2C38697%2C1732000622871.1732000625198, exclude list is [], retry=0 2024-11-19T07:17:05,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:05,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T07:17:05,285 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:05,286 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:05,287 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:05,287 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:05,291 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,292 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:05,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:05,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:05,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:05,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:05,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:05,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:05,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:05,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:05,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:05,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:05,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:05,381 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,386 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,387 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,392 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,393 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,397 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:05,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:05,408 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:05,410 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815714, jitterRate=0.025434046983718872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:05,421 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000625307Initializing all the Stores at 1732000625309 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000625310 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000625311 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000625311Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000625311Cleaning up temporary data from old regions at 1732000625393 (+82 ms)Region opened successfully at 1732000625421 (+28 ms) 2024-11-19T07:17:05,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:05,461 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:05,500 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:17:05,516 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:05,516 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:05,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:05,522 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T07:17:05,527 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T07:17:05,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:05,557 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:05,567 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:05,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/balancer already deleted, retry=false 2024-11-19T07:17:05,677 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:05,678 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:05,689 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/normalizer already deleted, retry=false 2024-11-19T07:17:05,692 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:05,695 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:05,705 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/switch/split already deleted, retry=false 2024-11-19T07:17:05,707 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:05,716 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/switch/merge already deleted, retry=false 2024-11-19T07:17:05,736 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:05,748 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:05,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:05,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:05,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,767 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,38697,1732000622871, sessionid=0x10151f410110000, setting cluster-up flag (Was=false) 2024-11-19T07:17:05,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,826 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405016717/flush-table-proc/acquired, /0-1405016717/flush-table-proc/reached, /0-1405016717/flush-table-proc/abort 2024-11-19T07:17:05,829 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38697,1732000622871 2024-11-19T07:17:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:05,885 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405016717/online-snapshot/acquired, /0-1405016717/online-snapshot/reached, /0-1405016717/online-snapshot/abort 2024-11-19T07:17:05,886 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38697,1732000622871 2024-11-19T07:17:05,896 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:17:05,927 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(746): ClusterId : 065710b7-7da1-43e0-9796-34b712c21725 2024-11-19T07:17:05,930 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:05,946 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:05,947 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:05,960 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:05,961 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36438501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:05,980 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:34895 2024-11-19T07:17:05,984 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:05,984 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:05,985 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:05,987 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38697,1732000622871 with port=34895, startcode=1732000623811 2024-11-19T07:17:05,990 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:06,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:06,010 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:06,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:06,018 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,38697,1732000622871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:06,026 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:06,027 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:06,027 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:06,027 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:06,028 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:06,028 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,028 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:06,028 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:06,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:17:06,057 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000656057 2024-11-19T07:17:06,058 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:06,059 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:06,060 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:06,064 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:06,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:06,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:06,065 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38697 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:17:06,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:06,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:06,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:17:06,073 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,088 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:06,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:06,091 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:06,091 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:06,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:17:06,100 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:06,101 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:06,104 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000626102,5,FailOnTimeoutGroup] 2024-11-19T07:17:06,106 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T07:17:06,106 WARN [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T07:17:06,106 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000626104,5,FailOnTimeoutGroup] 2024-11-19T07:17:06,106 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,106 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:06,107 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,108 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,207 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38697,1732000622871 with port=34895, startcode=1732000623811 2024-11-19T07:17:06,210 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38697 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,222 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b 2024-11-19T07:17:06,222 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43985 2024-11-19T07:17:06,222 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:06,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/rs 2024-11-19T07:17:06,286 DEBUG [RS:0;db0afee3eab9:34895 {}] zookeeper.ZKUtil(111): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/rs/db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,286 WARN [RS:0;db0afee3eab9:34895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:06,287 INFO [RS:0;db0afee3eab9:34895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:06,287 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,34895,1732000623811] 2024-11-19T07:17:06,313 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:06,332 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:06,337 INFO [RS:0;db0afee3eab9:34895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:06,337 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,339 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:06,344 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:06,346 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,346 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,346 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,347 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:06,348 DEBUG [RS:0;db0afee3eab9:34895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:06,352 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,352 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,353 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,353 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,353 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,353 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34895,1732000623811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:06,380 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:06,383 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34895,1732000623811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,383 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,383 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.Replication(171): db0afee3eab9,34895,1732000623811 started 2024-11-19T07:17:06,410 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:06,410 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,34895,1732000623811, RpcServer on db0afee3eab9/172.17.0.2:34895, sessionid=0x10151f410110001 2024-11-19T07:17:06,411 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:06,411 DEBUG [RS:0;db0afee3eab9:34895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,412 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34895,1732000623811' 2024-11-19T07:17:06,412 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405016717/flush-table-proc/abort' 2024-11-19T07:17:06,413 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405016717/flush-table-proc/acquired' 2024-11-19T07:17:06,414 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:06,414 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:06,414 DEBUG [RS:0;db0afee3eab9:34895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,34895,1732000623811 2024-11-19T07:17:06,414 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34895,1732000623811' 2024-11-19T07:17:06,415 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405016717/online-snapshot/abort' 2024-11-19T07:17:06,416 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405016717/online-snapshot/acquired' 2024-11-19T07:17:06,417 DEBUG [RS:0;db0afee3eab9:34895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:06,417 INFO [RS:0;db0afee3eab9:34895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:06,417 INFO [RS:0;db0afee3eab9:34895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:06,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:17:06,502 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b 2024-11-19T07:17:06,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:17:06,523 INFO [RS:0;db0afee3eab9:34895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:06,527 INFO [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34895%2C1732000623811, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:06,550 DEBUG [RS:0;db0afee3eab9:34895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530, exclude list is [], retry=0 2024-11-19T07:17:06,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:06,559 INFO [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 2024-11-19T07:17:06,560 DEBUG [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:06,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:06,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:06,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:06,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:06,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:06,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:06,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:06,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:06,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:06,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:06,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:06,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:06,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:06,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:06,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:06,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:06,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:06,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:06,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:06,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:06,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:06,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:06,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:06,953 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:06,954 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62365123, jitterRate=-0.07068724930286407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000626914Initializing all the Stores at 1732000626917 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000626917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000626917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000626917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000626917Cleaning up temporary data from old regions at 1732000626943 (+26 ms)Region opened successfully at 1732000626958 (+15 ms) 2024-11-19T07:17:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:06,959 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:06,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:06,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:06,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:06,961 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:06,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000626959Disabling compacts and flushes for region at 1732000626959Disabling writes for close at 1732000626960 (+1 ms)Writing region close event to WAL at 1732000626961 (+1 ms)Closed at 1732000626961 2024-11-19T07:17:06,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:06,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:17:06,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:06,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:06,987 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:17:07,139 DEBUG [db0afee3eab9:38697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:07,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:07,164 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34895,1732000623811, state=OPENING 2024-11-19T07:17:07,232 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:17:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:07,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:07,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:07,313 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:07,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34895,1732000623811}] 2024-11-19T07:17:07,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:07,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:07,510 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:07,510 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:07,511 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:07,518 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34895%2C1732000623811.meta, suffix=.meta, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:07,537 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.meta.1732000627521.meta, exclude list is [], retry=0 2024-11-19T07:17:07,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:07,547 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.meta.1732000627521.meta 2024-11-19T07:17:07,548 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:07,549 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:07,554 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:07,555 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:07,559 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:07,561 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:07,566 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:07,567 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:07,568 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:07,568 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:07,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:07,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:07,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:07,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:07,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:07,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:07,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:07,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:07,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:07,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:07,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:07,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:07,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:07,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:07,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:07,584 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:07,586 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:07,589 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:07,593 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:07,593 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:07,594 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:07,597 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:07,600 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63730862, jitterRate=-0.05033615231513977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:07,600 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:07,602 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000627568Writing region info on filesystem at 1732000627569 (+1 ms)Initializing all the Stores at 1732000627571 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000627571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000627571Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000627571Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000627571Cleaning up temporary data from old regions at 1732000627593 (+22 ms)Running coprocessor post-open hooks at 1732000627600 (+7 ms)Region opened successfully at 1732000627602 (+2 ms) 2024-11-19T07:17:07,611 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000627484 2024-11-19T07:17:07,626 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:07,627 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:07,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:07,632 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34895,1732000623811, state=OPEN 2024-11-19T07:17:07,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:07,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:07,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:07,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:07,664 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:07,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:17:07,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34895,1732000623811 in 350 msec 2024-11-19T07:17:07,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:17:07,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 702 msec 2024-11-19T07:17:07,685 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:07,685 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:17:07,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:07,713 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34895,1732000623811, seqNum=-1] 2024-11-19T07:17:07,766 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:07,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:07,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8650 sec 2024-11-19T07:17:07,804 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000627803, completionTime=-1 2024-11-19T07:17:07,807 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:17:07,808 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:07,883 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:07,883 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000687883 2024-11-19T07:17:07,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000747884 2024-11-19T07:17:07,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 76 msec 2024-11-19T07:17:07,887 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,888 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,888 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,890 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:38697, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,891 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,903 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:07,917 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:17:07,945 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.938sec 2024-11-19T07:17:07,947 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:07,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:07,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:07,950 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:07,950 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:07,951 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:07,951 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:07,961 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:07,962 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:07,963 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38697,1732000622871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:08,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:08,040 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T07:17:08,040 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T07:17:08,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38697,-1 for getting cluster id 2024-11-19T07:17:08,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:08,054 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '065710b7-7da1-43e0-9796-34b712c21725' 2024-11-19T07:17:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "065710b7-7da1-43e0-9796-34b712c21725" 2024-11-19T07:17:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73052dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38697,-1] 2024-11-19T07:17:08,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:08,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:08,064 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:08,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c33ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:08,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:08,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34895,1732000623811, seqNum=-1] 2024-11-19T07:17:08,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:08,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:08,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,38697,1732000622871 2024-11-19T07:17:08,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:08,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:08,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f410110002 connected 2024-11-19T07:17:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir so I do NOT create it in target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac 2024-11-19T07:17:08,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:17:08,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.tmp.dir so I do NOT create it in target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac 2024-11-19T07:17:08,189 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:17:08,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac 2024-11-19T07:17:08,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:17:08,193 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/cluster_a1a16c82-7acb-4492-6d90-5366cb829943, deleteOnExit=true 2024-11-19T07:17:08,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/test.cache.data in system properties and HBase conf 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:17:08,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:17:08,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:17:08,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:08,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:08,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:17:08,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:17:08,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:08,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:08,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:08,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:08,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:17:08,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:08,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:08,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:08,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/java.io.tmpdir/jetty-localhost-43421-hadoop-hdfs-3_4_1-tests_jar-_-any-9991094074842393680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:08,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:43421} 2024-11-19T07:17:08,717 INFO [Time-limited test {}] server.Server(415): Started @12972ms 2024-11-19T07:17:09,001 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:09,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:09,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:09,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:09,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:09,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:09,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:09,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/java.io.tmpdir/jetty-localhost-33905-hadoop-hdfs-3_4_1-tests_jar-_-any-1892869553726437660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:09,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:33905} 2024-11-19T07:17:09,153 INFO [Time-limited test {}] server.Server(415): Started @13408ms 2024-11-19T07:17:09,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:17:09,876 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/cluster_a1a16c82-7acb-4492-6d90-5366cb829943/data/data1/current/BP-55823124-172.17.0.2-1732000628235/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:09,876 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/cluster_a1a16c82-7acb-4492-6d90-5366cb829943/data/data2/current/BP-55823124-172.17.0.2-1732000628235/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:09,932 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:17:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1410f37e3c99da1f with lease ID 0x877dde449521da5c: Processing first storage report for DS-687fc657-8225-4262-9665-8c5491b5abd4 from datanode DatanodeRegistration(127.0.0.1:39875, datanodeUuid=b77ddefa-2942-4512-9ef2-0306e6a0d47d, infoPort=43997, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=1484999476;c=1732000628235) 2024-11-19T07:17:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1410f37e3c99da1f with lease ID 0x877dde449521da5c: from storage DS-687fc657-8225-4262-9665-8c5491b5abd4 node DatanodeRegistration(127.0.0.1:39875, datanodeUuid=b77ddefa-2942-4512-9ef2-0306e6a0d47d, infoPort=43997, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=1484999476;c=1732000628235), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:17:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1410f37e3c99da1f with lease ID 0x877dde449521da5c: Processing first storage report for DS-a8da8a40-f2bf-4baa-8ecb-a55f35daee0f from datanode DatanodeRegistration(127.0.0.1:39875, datanodeUuid=b77ddefa-2942-4512-9ef2-0306e6a0d47d, infoPort=43997, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=1484999476;c=1732000628235) 2024-11-19T07:17:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1410f37e3c99da1f with lease ID 0x877dde449521da5c: from storage DS-a8da8a40-f2bf-4baa-8ecb-a55f35daee0f node DatanodeRegistration(127.0.0.1:39875, datanodeUuid=b77ddefa-2942-4512-9ef2-0306e6a0d47d, infoPort=43997, infoSecurePort=0, ipcPort=41507, storageInfo=lv=-57;cid=testClusterID;nsid=1484999476;c=1732000628235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:10,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac 2024-11-19T07:17:10,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:17:10,442 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb with version=8 2024-11-19T07:17:10,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/hbase-staging 2024-11-19T07:17:10,445 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:10,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:10,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:10,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:10,446 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:10,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44241 2024-11-19T07:17:10,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44241 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:10,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442410x0, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:10,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44241-0x10151f410110003 connected 2024-11-19T07:17:10,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/running 2024-11-19T07:17:10,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb, hbase.cluster.distributed=false 2024-11-19T07:17:10,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/acl 2024-11-19T07:17:10,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-19T07:17:10,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44241 2024-11-19T07:17:10,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44241 2024-11-19T07:17:10,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-19T07:17:10,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44241 2024-11-19T07:17:10,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:10,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:10,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:10,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42557 2024-11-19T07:17:10,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42557 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:10,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:10,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425570x0, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:10,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425570x0, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/running 2024-11-19T07:17:10,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42557-0x10151f410110004 connected 2024-11-19T07:17:10,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:10,634 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:10,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/master 2024-11-19T07:17:10,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/acl 2024-11-19T07:17:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42557 2024-11-19T07:17:10,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42557 2024-11-19T07:17:10,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42557 2024-11-19T07:17:10,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42557 2024-11-19T07:17:10,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42557 2024-11-19T07:17:10,668 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:44241 2024-11-19T07:17:10,669 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1858900777/backup-masters/db0afee3eab9,44241,1732000630445 2024-11-19T07:17:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/backup-masters 2024-11-19T07:17:10,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/backup-masters 2024-11-19T07:17:10,680 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on existing znode=/1-1858900777/backup-masters/db0afee3eab9,44241,1732000630445 2024-11-19T07:17:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1858900777/master 2024-11-19T07:17:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:10,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:10,690 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on existing znode=/1-1858900777/master 2024-11-19T07:17:10,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1858900777/backup-masters/db0afee3eab9,44241,1732000630445 from backup master directory 2024-11-19T07:17:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/backup-masters 2024-11-19T07:17:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1858900777/backup-masters/db0afee3eab9,44241,1732000630445 2024-11-19T07:17:10,700 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:10,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/backup-masters 2024-11-19T07:17:10,700 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,44241,1732000630445 2024-11-19T07:17:10,710 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/hbase.id] with ID: a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:10,710 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/.tmp/hbase.id 2024-11-19T07:17:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:17:11,120 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/.tmp/hbase.id]:[hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/hbase.id] 2024-11-19T07:17:11,143 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:11,143 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:11,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:17:11,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:11,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:17:11,615 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:11,617 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:11,617 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:17:12,035 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store 2024-11-19T07:17:12,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:17:12,312 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:17:12,448 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:12,449 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:12,449 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:12,449 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:12,449 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:12,449 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:12,450 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:12,450 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000632449Disabling compacts and flushes for region at 1732000632449Disabling writes for close at 1732000632449Writing region close event to WAL at 1732000632449Closed at 1732000632449 2024-11-19T07:17:12,453 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/.initializing 2024-11-19T07:17:12,453 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/WALs/db0afee3eab9,44241,1732000630445 2024-11-19T07:17:12,458 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:12,462 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C44241%2C1732000630445, suffix=, logDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/WALs/db0afee3eab9,44241,1732000630445, archiveDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:12,477 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/WALs/db0afee3eab9,44241,1732000630445/db0afee3eab9%2C44241%2C1732000630445.1732000632463, exclude list is [], retry=0 2024-11-19T07:17:12,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39875,DS-687fc657-8225-4262-9665-8c5491b5abd4,DISK] 2024-11-19T07:17:12,484 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/WALs/db0afee3eab9,44241,1732000630445/db0afee3eab9%2C44241%2C1732000630445.1732000632463 2024-11-19T07:17:12,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43997:43997)] 2024-11-19T07:17:12,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:12,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:12,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:12,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:12,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:12,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:12,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:12,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:12,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:12,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:12,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:12,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:12,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:12,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:12,500 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,501 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,502 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,504 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,504 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,505 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:12,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:12,510 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:12,511 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65582364, jitterRate=-0.022746622562408447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:12,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000632485Initializing all the Stores at 1732000632487 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000632487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000632487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000632487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000632487Cleaning up temporary data from old regions at 1732000632504 (+17 ms)Region opened successfully at 1732000632511 (+7 ms) 2024-11-19T07:17:12,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:12,517 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cae04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:12,519 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:17:12,519 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:12,519 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:12,519 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:12,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T07:17:12,521 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:17:12,521 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:12,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:12,526 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:12,632 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/balancer already deleted, retry=false 2024-11-19T07:17:12,633 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:12,634 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:12,647 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/normalizer already deleted, retry=false 2024-11-19T07:17:12,647 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:12,649 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:12,657 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/switch/split already deleted, retry=false 2024-11-19T07:17:12,658 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:12,668 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/switch/merge already deleted, retry=false 2024-11-19T07:17:12,671 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:12,678 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1858900777/running 2024-11-19T07:17:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1858900777/running 2024-11-19T07:17:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,44241,1732000630445, sessionid=0x10151f410110003, setting cluster-up flag (Was=false) 2024-11-19T07:17:12,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,742 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1858900777/flush-table-proc/acquired, /1-1858900777/flush-table-proc/reached, /1-1858900777/flush-table-proc/abort 2024-11-19T07:17:12,746 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44241,1732000630445 2024-11-19T07:17:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:12,805 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1858900777/online-snapshot/acquired, /1-1858900777/online-snapshot/reached, /1-1858900777/online-snapshot/abort 2024-11-19T07:17:12,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44241,1732000630445 2024-11-19T07:17:12,809 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:17:12,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:12,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:12,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:12,815 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,44241,1732000630445 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:12,816 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:12,817 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000662818 2024-11-19T07:17:12,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:12,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:12,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:12,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:12,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:12,820 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:12,820 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:12,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:12,820 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:12,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:17:12,820 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000632820,5,FailOnTimeoutGroup] 2024-11-19T07:17:12,820 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000632820,5,FailOnTimeoutGroup] 2024-11-19T07:17:12,820 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,820 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:12,821 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,821 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,822 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:12,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:17:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:17:12,857 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(746): ClusterId : a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:12,857 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:12,871 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:12,871 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:12,888 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:12,889 DEBUG [RS:0;db0afee3eab9:42557 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efb4393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:12,907 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:42557 2024-11-19T07:17:12,907 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:12,907 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:12,907 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:12,908 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,44241,1732000630445 with port=42557, startcode=1732000630609 2024-11-19T07:17:12,909 DEBUG [RS:0;db0afee3eab9:42557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:12,911 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:12,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,42557,1732000630609 2024-11-19T07:17:12,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44241 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,42557,1732000630609 2024-11-19T07:17:12,914 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb 2024-11-19T07:17:12,915 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40543 2024-11-19T07:17:12,915 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:12,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/rs 2024-11-19T07:17:12,968 DEBUG [RS:0;db0afee3eab9:42557 {}] zookeeper.ZKUtil(111): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on existing znode=/1-1858900777/rs/db0afee3eab9,42557,1732000630609 2024-11-19T07:17:12,968 WARN [RS:0;db0afee3eab9:42557 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:12,968 INFO [RS:0;db0afee3eab9:42557 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:12,968 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609 2024-11-19T07:17:12,969 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,42557,1732000630609] 2024-11-19T07:17:12,973 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:12,976 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:12,976 INFO [RS:0;db0afee3eab9:42557 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:12,976 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,977 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:12,978 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:12,978 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,978 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:12,979 DEBUG [RS:0;db0afee3eab9:42557 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,980 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42557,1732000630609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:12,994 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:12,995 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42557,1732000630609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,995 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:12,995 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.Replication(171): db0afee3eab9,42557,1732000630609 started 2024-11-19T07:17:13,007 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:13,008 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,42557,1732000630609, RpcServer on db0afee3eab9/172.17.0.2:42557, sessionid=0x10151f410110004 2024-11-19T07:17:13,008 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:13,008 DEBUG [RS:0;db0afee3eab9:42557 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,42557,1732000630609 2024-11-19T07:17:13,008 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42557,1732000630609' 2024-11-19T07:17:13,008 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1858900777/flush-table-proc/abort' 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1858900777/flush-table-proc/acquired' 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,42557,1732000630609 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42557,1732000630609' 2024-11-19T07:17:13,009 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1858900777/online-snapshot/abort' 2024-11-19T07:17:13,010 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1858900777/online-snapshot/acquired' 2024-11-19T07:17:13,010 DEBUG [RS:0;db0afee3eab9:42557 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:13,010 INFO [RS:0;db0afee3eab9:42557 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:13,010 INFO [RS:0;db0afee3eab9:42557 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:13,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:13,111 INFO [RS:0;db0afee3eab9:42557 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:13,114 INFO [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42557%2C1732000630609, suffix=, logDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609, archiveDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/oldWALs, maxLogs=10 2024-11-19T07:17:13,128 DEBUG [RS:0;db0afee3eab9:42557 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609/db0afee3eab9%2C42557%2C1732000630609.1732000633115, exclude list is [], retry=0 2024-11-19T07:17:13,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39875,DS-687fc657-8225-4262-9665-8c5491b5abd4,DISK] 2024-11-19T07:17:13,135 INFO [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609/db0afee3eab9%2C42557%2C1732000630609.1732000633115 2024-11-19T07:17:13,135 DEBUG [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43997:43997)] 2024-11-19T07:17:13,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:17:13,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb 2024-11-19T07:17:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:17:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:17:13,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:17:13,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:13,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T07:17:13,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:13,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:17:13,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:17:13,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:17:13,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:13,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:13,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:13,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:13,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:13,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:13,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:13,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:13,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:13,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:13,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:13,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:13,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:13,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:13,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:13,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:13,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:13,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:13,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740 2024-11-19T07:17:13,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740 2024-11-19T07:17:13,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:13,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:13,668 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:13,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:13,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:13,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67572495, jitterRate=0.006908640265464783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:13,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000633646Initializing all the Stores at 1732000633648 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000633648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000633648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000633648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000633648Cleaning up temporary data from old regions at 1732000633667 (+19 ms)Region opened successfully at 1732000633674 (+7 ms) 2024-11-19T07:17:13,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:13,675 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:13,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:13,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:13,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:13,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:13,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000633675Disabling compacts and flushes for region at 1732000633675Disabling writes for close at 1732000633675Writing region close event to WAL at 1732000633675Closed at 1732000633675 2024-11-19T07:17:13,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:13,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:17:13,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:13,680 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:13,681 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:17:13,832 DEBUG [db0afee3eab9:44241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:13,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,42557,1732000630609 2024-11-19T07:17:13,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42557,1732000630609, state=OPENING 2024-11-19T07:17:13,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:17:13,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:13,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:13,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:13,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1858900777/meta-region-server: CHANGED 2024-11-19T07:17:13,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1858900777/meta-region-server: CHANGED 2024-11-19T07:17:13,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42557,1732000630609}] 2024-11-19T07:17:14,067 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:14,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:14,078 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:14,078 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:14,079 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:14,081 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42557%2C1732000630609.meta, suffix=.meta, logDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609, archiveDir=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/oldWALs, maxLogs=10 2024-11-19T07:17:14,097 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609/db0afee3eab9%2C42557%2C1732000630609.meta.1732000634083.meta, exclude list is [], retry=0 2024-11-19T07:17:14,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39875,DS-687fc657-8225-4262-9665-8c5491b5abd4,DISK] 2024-11-19T07:17:14,103 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609/db0afee3eab9%2C42557%2C1732000630609.meta.1732000634083.meta 2024-11-19T07:17:14,103 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43997:43997)] 2024-11-19T07:17:14,103 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:14,104 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:14,104 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:14,104 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:14,104 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:14,104 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:14,104 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:14,105 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:14,105 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:14,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:14,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:14,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:14,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:14,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:14,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:14,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:14,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:14,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:14,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:14,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:14,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:14,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:14,114 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:14,115 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740 2024-11-19T07:17:14,117 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740 2024-11-19T07:17:14,118 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:14,119 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:14,119 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:14,121 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:14,123 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72529980, jitterRate=0.08078092336654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:14,123 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:14,123 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000634105Writing region info on filesystem at 1732000634105Initializing all the Stores at 1732000634106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000634106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000634106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000634107 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000634107Cleaning up temporary data from old regions at 1732000634119 (+12 ms)Running coprocessor post-open hooks at 1732000634123 (+4 ms)Region opened successfully at 1732000634123 2024-11-19T07:17:14,125 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000634066 2024-11-19T07:17:14,128 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:14,129 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:14,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42557,1732000630609 2024-11-19T07:17:14,131 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42557,1732000630609, state=OPEN 2024-11-19T07:17:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1858900777/meta-region-server 2024-11-19T07:17:14,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1858900777/meta-region-server 2024-11-19T07:17:14,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,42557,1732000630609 2024-11-19T07:17:14,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1858900777/meta-region-server: CHANGED 2024-11-19T07:17:14,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1858900777/meta-region-server: CHANGED 2024-11-19T07:17:14,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:17:14,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42557,1732000630609 in 233 msec 2024-11-19T07:17:14,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:17:14,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-19T07:17:14,154 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:14,154 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:17:14,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:14,156 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42557,1732000630609, seqNum=-1] 2024-11-19T07:17:14,156 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:14,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:14,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-19T07:17:14,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000634166, completionTime=-1 2024-11-19T07:17:14,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:17:14,166 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:14,168 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:14,168 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000694168 2024-11-19T07:17:14,168 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000754168 2024-11-19T07:17:14,168 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:44241, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,169 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,171 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:17:14,173 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.473sec 2024-11-19T07:17:14,173 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:14,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:14,177 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:14,177 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:14,177 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44241,1732000630445-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:14,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:14,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:14,261 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10f876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:14,268 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:14,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42557,1732000630609, seqNum=-1] 2024-11-19T07:17:14,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:14,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:14,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,44241,1732000630445 2024-11-19T07:17:14,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:14,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:14,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f410110005 connected 2024-11-19T07:17:14,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38697,-1 for getting cluster id 2024-11-19T07:17:14,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:14,312 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '065710b7-7da1-43e0-9796-34b712c21725' 2024-11-19T07:17:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:14,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "065710b7-7da1-43e0-9796-34b712c21725" 2024-11-19T07:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0be81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38697,-1] 2024-11-19T07:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:14,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:14,316 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:14,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ab38d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:14,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38697,1732000622871 2024-11-19T07:17:14,333 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281d6cd2 2024-11-19T07:17:14,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:14,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:14,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:17:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:17:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:14,348 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:14,350 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb8a1ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,350 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:14,350 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:14,351 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:14,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58895d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:14,354 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:14,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ae24f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:14,355 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:14,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:14,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c5793f4 2024-11-19T07:17:14,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:14,361 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:14,372 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T07:17:14,372 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:17:14,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:14,376 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:14,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:14,378 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:14,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:17:14,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:17:14,386 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:14,388 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:17:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741835_1011 (size=1138) 2024-11-19T07:17:14,435 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:17:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:14,805 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38e2ae42b9380ee145f76bfc1a7b9870, NAME => 'hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b 2024-11-19T07:17:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741836_1012 (size=44) 2024-11-19T07:17:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:15,221 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:15,222 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 38e2ae42b9380ee145f76bfc1a7b9870, disabling compactions & flushes 2024-11-19T07:17:15,222 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,222 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,222 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. after waiting 0 ms 2024-11-19T07:17:15,222 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,222 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,223 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38e2ae42b9380ee145f76bfc1a7b9870: Waiting for close lock at 1732000635222Disabling compacts and flushes for region at 1732000635222Disabling writes for close at 1732000635222Writing region close event to WAL at 1732000635222Closed at 1732000635222 2024-11-19T07:17:15,227 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:17:15,235 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000635227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000635227"}]},"ts":"1732000635227"} 2024-11-19T07:17:15,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:17:15,241 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:17:15,243 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000635241"}]},"ts":"1732000635241"} 2024-11-19T07:17:15,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:17:15,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN}] 2024-11-19T07:17:15,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN 2024-11-19T07:17:15,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN; state=OFFLINE, location=db0afee3eab9,34895,1732000623811; forceNewPlan=false, retain=false 2024-11-19T07:17:15,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38e2ae42b9380ee145f76bfc1a7b9870, regionState=OPENING, regionLocation=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:15,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN because future has completed 2024-11-19T07:17:15,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,34895,1732000623811}] 2024-11-19T07:17:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:15,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:15,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:17:15,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34895%2C1732000623811.rep, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:15,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.rep.1732000635590, exclude list is [], retry=0 2024-11-19T07:17:15,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:15,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.rep.1732000635590 2024-11-19T07:17:15,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:15,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e2ae42b9380ee145f76bfc1a7b9870, NAME => 'hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:15,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:15,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:15,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. service=MultiRowMutationService 2024-11-19T07:17:15,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:17:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,612 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,614 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName hfileref 2024-11-19T07:17:15,614 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:15,615 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:15,615 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,617 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName queue 2024-11-19T07:17:15,617 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:15,617 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:15,618 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,620 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName sid 2024-11-19T07:17:15,620 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:15,620 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:15,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:17:15,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:15,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 38e2ae42b9380ee145f76bfc1a7b9870; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69533497, jitterRate=0.036129847168922424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:17:15,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:15,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 38e2ae42b9380ee145f76bfc1a7b9870: Running coprocessor pre-open hook at 1732000635610Writing region info on filesystem at 1732000635610Initializing all the Stores at 1732000635612 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000635612Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000635612Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000635612Cleaning up temporary data from old regions at 1732000635625 (+13 ms)Running coprocessor post-open hooks at 1732000635632 (+7 ms)Region opened successfully at 1732000635633 (+1 ms) 2024-11-19T07:17:15,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., pid=7, masterSystemTime=1732000635573 2024-11-19T07:17:15,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:15,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=38e2ae42b9380ee145f76bfc1a7b9870, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34895,1732000623811 2024-11-19T07:17:15,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,34895,1732000623811 because future has completed 2024-11-19T07:17:15,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T07:17:15,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,34895,1732000623811 in 228 msec 2024-11-19T07:17:15,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:17:15,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN in 399 msec 2024-11-19T07:17:15,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:17:15,654 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000635654"}]},"ts":"1732000635654"} 2024-11-19T07:17:15,657 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:17:15,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:17:15,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2810 sec 2024-11-19T07:17:15,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., hostname=db0afee3eab9,34895,1732000623811, seqNum=2] 2024-11-19T07:17:15,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34895 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-19T07:17:15,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:15,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:15,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:17:15,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T07:17:15,991 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:17:16,035 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,34895,1732000623811, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:17:16,037 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:16,037 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34895,1732000623811, seqNum=-1] 2024-11-19T07:17:16,037 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:16,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-19T07:17:16,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,34895,1732000623811', locateType=CURRENT is [region=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., hostname=db0afee3eab9,34895,1732000623811, seqNum=2] 2024-11-19T07:17:16,047 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T07:17:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T07:17:16,052 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,34895,1732000623811 suceeded 2024-11-19T07:17:16,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T07:17:16,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-19T07:17:16,055 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:16,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7160 sec 2024-11-19T07:17:16,066 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:16,068 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f8f602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:16,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:16,070 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:16,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:16,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14cb8eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:16,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,072 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:16,073 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29cc806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,073 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c604a7 2024-11-19T07:17:16,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,075 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,076 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,34895,1732000623811 (queues=1) is replicating from cluster=065710b7-7da1-43e0-9796-34b712c21725 to cluster=a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:16,078 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C34895%2C1732000623811 2024-11-19T07:17:16,081 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,34895,1732000623811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:17:16,083 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C34895%2C1732000623811 2024-11-19T07:17:16,086 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530, startPosition=0, beingWritten=true 2024-11-19T07:17:16,336 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:16,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:16,506 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:17:16,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:16,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:16,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38697,-1 for getting cluster id 2024-11-19T07:17:16,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:16,508 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '065710b7-7da1-43e0-9796-34b712c21725' 2024-11-19T07:17:16,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "065710b7-7da1-43e0-9796-34b712c21725" 2024-11-19T07:17:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37430fcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38697,-1] 2024-11-19T07:17:16,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,511 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:16,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3125eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38697,1732000622871 2024-11-19T07:17:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288375da 2024-11-19T07:17:16,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,517 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:17:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:17:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T07:17:16,522 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:16,523 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4865dc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,523 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:16,523 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:16,524 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:16,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736d8548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:16,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:16,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,527 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:16,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73415a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,528 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:16,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a79e212 2024-11-19T07:17:16,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,531 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,532 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:17:16,533 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:17:16,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,533 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:16,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:17:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T07:17:16,646 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:16,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-19T07:17:16,758 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T07:17:16,797 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-db0afee3eab9,34895,1732000623811, ReplicationSource: 2, currentBandwidth=0 2024-11-19T07:17:16,800 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-19T07:17:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-19T07:17:16,803 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on db0afee3eab9,34895,1732000623811 suceeded 2024-11-19T07:17:16,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:17:16,806 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:16,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-19T07:17:16,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 288 msec 2024-11-19T07:17:16,816 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:16,817 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5562aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,817 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:16,817 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:16,818 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:16,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f67264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:16,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,820 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:16,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3c1c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:16,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6df46604 2024-11-19T07:17:16,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,823 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,824 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-db0afee3eab9,34895,1732000623811 (queues=1) is replicating from cluster=065710b7-7da1-43e0-9796-34b712c21725 to cluster=a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:16,824 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=db0afee3eab9%2C34895%2C1732000623811 2024-11-19T07:17:16,824 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-db0afee3eab9,34895,1732000623811, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:17:16,825 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C34895%2C1732000623811 2024-11-19T07:17:16,825 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530, startPosition=0, beingWritten=true 2024-11-19T07:17:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-19T07:17:16,835 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T07:17:16,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:16,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:16,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:16,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38697,1732000622871 2024-11-19T07:17:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51846d98 2024-11-19T07:17:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,841 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:16,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T07:17:16,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:16,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T07:17:16,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T07:17:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T07:17:16,856 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:16,857 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9bcfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,857 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:16,857 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:16,858 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559af1dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,859 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:16,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66848533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:16,860 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f337f77 2024-11-19T07:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:16,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:16,863 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T07:17:16,863 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:17:16,863 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,863 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:16,863 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:16,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:17:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T07:17:17,031 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:17,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-19T07:17:17,046 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-19T07:17:17,048 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-19T07:17:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-19T07:17:17,053 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on db0afee3eab9,34895,1732000623811 suceeded 2024-11-19T07:17:17,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T07:17:17,057 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:17,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-19T07:17:17,057 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:17,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 207 msec 2024-11-19T07:17:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-19T07:17:17,177 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-19T07:17:17,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T07:17:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T07:17:17,186 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:17,187 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11da22b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:17,187 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:17,187 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:17,189 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:17,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:17,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce22762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:17,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:17,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:17,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,191 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:17,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e1ff63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:17,193 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:17,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:17,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16288311 2024-11-19T07:17:17,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:17,196 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:17,197 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T07:17:17,197 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:17:17,197 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,197 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:17,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:17:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T07:17:17,344 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:17,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-19T07:17:17,381 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-19T07:17:17,383 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-19T07:17:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-19T07:17:17,387 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on db0afee3eab9,34895,1732000623811 suceeded 2024-11-19T07:17:17,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-19T07:17:17,393 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://db0afee3eab9:44241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:17,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-19T07:17:17,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 213 msec 2024-11-19T07:17:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-19T07:17:17,506 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-19T07:17:17,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:17,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38697 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T07:17:17,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:17,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:17,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:17,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:17:17,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-19T07:17:17,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,38697,1732000622871 2024-11-19T07:17:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:17,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:17,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:17,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:17,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:17,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:17,521 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,34895,1732000623811' ***** 2024-11-19T07:17:17,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:17:17,522 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:17:17,522 INFO [RS:0;db0afee3eab9:34895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:17:17,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:17:17,522 INFO [RS:0;db0afee3eab9:34895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:17:17,522 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:17,523 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,34895,1732000623811 2024-11-19T07:17:17,523 INFO [RS:0;db0afee3eab9:34895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:17,523 INFO [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34895. 2024-11-19T07:17:17,523 DEBUG [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:17,523 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:17,523 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e2ae42b9380ee145f76bfc1a7b9870, disabling compactions & flushes 2024-11-19T07:17:17,523 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:17:17,523 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:17,524 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:17,524 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. after waiting 0 ms 2024-11-19T07:17:17,524 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:17,524 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:17,524 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1325): Online Regions={38e2ae42b9380ee145f76bfc1a7b9870=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:17,524 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:17,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:17,525 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:17,529 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38e2ae42b9380ee145f76bfc1a7b9870 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-19T07:17:17,529 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T07:17:17,564 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:17,590 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:17,596 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/.tmp/queue/ff5f385be117496eab759b300f2f7ce2 is 151, key is 1-db0afee3eab9,34895,1732000623811/queue:db0afee3eab9%2C34895%2C1732000623811/1732000636042/Put/seqid=0 2024-11-19T07:17:17,596 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/9bb8a0a69bf44ebd8c11f65285f37b42 is 147, key is hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870./info:regioninfo/1732000635639/Put/seqid=0 2024-11-19T07:17:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741839_1015 (size=6631) 2024-11-19T07:17:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741838_1014 (size=5500) 2024-11-19T07:17:17,606 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/.tmp/queue/ff5f385be117496eab759b300f2f7ce2 2024-11-19T07:17:17,644 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/.tmp/queue/ff5f385be117496eab759b300f2f7ce2 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/queue/ff5f385be117496eab759b300f2f7ce2 2024-11-19T07:17:17,653 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/queue/ff5f385be117496eab759b300f2f7ce2, entries=2, sequenceid=6, filesize=5.4 K 2024-11-19T07:17:17,659 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 38e2ae42b9380ee145f76bfc1a7b9870 in 131ms, sequenceid=6, compaction requested=false 2024-11-19T07:17:17,659 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:17:17,666 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T07:17:17,668 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:17,668 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:17,668 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:17,669 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e2ae42b9380ee145f76bfc1a7b9870: Waiting for close lock at 1732000637523Running coprocessor pre-close hooks at 1732000637523Disabling compacts and flushes for region at 1732000637523Disabling writes for close at 1732000637524 (+1 ms)Obtaining lock to block concurrent updates at 1732000637529 (+5 ms)Preparing flush snapshotting stores in 38e2ae42b9380ee145f76bfc1a7b9870 at 1732000637529Finished memstore snapshotting hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732000637537 (+8 ms)Flushing stores of hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. at 1732000637539 (+2 ms)Flushing 38e2ae42b9380ee145f76bfc1a7b9870/queue: creating writer at 1732000637540 (+1 ms)Flushing 38e2ae42b9380ee145f76bfc1a7b9870/queue: appending metadata at 1732000637581 (+41 ms)Flushing 38e2ae42b9380ee145f76bfc1a7b9870/queue: closing flushed file at 1732000637584 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136ea405: reopening flushed file at 1732000637643 (+59 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 38e2ae42b9380ee145f76bfc1a7b9870 in 131ms, sequenceid=6, compaction requested=false at 1732000637659 (+16 ms)Writing region close event to WAL at 1732000637661 (+2 ms)Running coprocessor post-close hooks at 1732000637667 (+6 ms)Closed at 1732000637668 (+1 ms) 2024-11-19T07:17:17,669 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:17,725 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:17,757 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:17,925 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,007 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/9bb8a0a69bf44ebd8c11f65285f37b42 2024-11-19T07:17:18,067 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/ns/18f0dae5c06a4a27ab8c0f202b87f89c is 43, key is default/ns:d/1732000627776/Put/seqid=0 2024-11-19T07:17:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741840_1016 (size=5153) 2024-11-19T07:17:18,125 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,171 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:18,265 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:18,326 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,355 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:17:18,355 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:17:18,475 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/ns/18f0dae5c06a4a27ab8c0f202b87f89c 2024-11-19T07:17:18,506 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/table/6f3ba916347144c89451219d69e7e7bb is 53, key is hbase:replication/table:state/1732000635654/Put/seqid=0 2024-11-19T07:17:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741841_1017 (size=5256) 2024-11-19T07:17:18,526 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:17:18,526 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:18,526 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,726 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,875 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:18,877 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 to pos 0, reset compression=false 2024-11-19T07:17:18,913 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/table/6f3ba916347144c89451219d69e7e7bb 2024-11-19T07:17:18,926 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/9bb8a0a69bf44ebd8c11f65285f37b42 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/info/9bb8a0a69bf44ebd8c11f65285f37b42 2024-11-19T07:17:18,926 DEBUG [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:18,935 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/info/9bb8a0a69bf44ebd8c11f65285f37b42, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T07:17:18,936 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/ns/18f0dae5c06a4a27ab8c0f202b87f89c as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/ns/18f0dae5c06a4a27ab8c0f202b87f89c 2024-11-19T07:17:18,946 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/ns/18f0dae5c06a4a27ab8c0f202b87f89c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:17:18,947 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/table/6f3ba916347144c89451219d69e7e7bb as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/table/6f3ba916347144c89451219d69e7e7bb 2024-11-19T07:17:18,956 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/table/6f3ba916347144c89451219d69e7e7bb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T07:17:18,957 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false 2024-11-19T07:17:18,962 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:17:18,963 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:18,963 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:18,963 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:18,963 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000637524Running coprocessor pre-close hooks at 1732000637524Disabling compacts and flushes for region at 1732000637524Disabling writes for close at 1732000637524Obtaining lock to block concurrent updates at 1732000637529 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732000637529Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732000637537 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000637539 (+2 ms)Flushing 1588230740/info: creating writer at 1732000637540 (+1 ms)Flushing 1588230740/info: appending metadata at 1732000637582 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732000637584 (+2 ms)Flushing 1588230740/ns: creating writer at 1732000638041 (+457 ms)Flushing 1588230740/ns: appending metadata at 1732000638065 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732000638065Flushing 1588230740/table: creating writer at 1732000638487 (+422 ms)Flushing 1588230740/table: appending metadata at 1732000638505 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732000638505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36262832: reopening flushed file at 1732000638924 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26921f63: reopening flushed file at 1732000638935 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63339ac5: reopening flushed file at 1732000638946 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1432ms, sequenceid=11, compaction requested=false at 1732000638957 (+11 ms)Writing region close event to WAL at 1732000638959 (+2 ms)Running coprocessor post-close hooks at 1732000638963 (+4 ms)Closed at 1732000638963 2024-11-19T07:17:18,963 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:19,127 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,34895,1732000623811; all regions closed. 2024-11-19T07:17:19,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741834_1010 (size=2742) 2024-11-19T07:17:19,141 DEBUG [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:19,141 INFO [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34895%2C1732000623811.meta:.meta(num 1732000627521) 2024-11-19T07:17:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741837_1013 (size=1802) 2024-11-19T07:17:19,147 DEBUG [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:19,147 INFO [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34895%2C1732000623811.rep:(num 1732000635590) 2024-11-19T07:17:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741833_1009 (size=93) 2024-11-19T07:17:19,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811/db0afee3eab9%2C34895%2C1732000623811.1732000626530 not finished, retry = 0 2024-11-19T07:17:19,255 DEBUG [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:19,255 INFO [RS:0;db0afee3eab9:34895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34895%2C1732000623811:(num 1732000626530) 2024-11-19T07:17:19,255 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:19,255 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:19,255 INFO [RS:0;db0afee3eab9:34895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:19,255 INFO [RS:0;db0afee3eab9:34895 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:19,255 INFO [RS:0;db0afee3eab9:34895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:19,255 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:19,256 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,34895,1732000623811 because: Region server is closing 2024-11-19T07:17:19,256 INFO [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34895. 2024-11-19T07:17:19,256 DEBUG [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:19,256 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:19,257 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:19,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:19,357 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:17:19,357 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:17:19,358 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,1-db0afee3eab9,34895,1732000623811 terminated 2024-11-19T07:17:19,359 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-db0afee3eab9,34895,1732000623811 because: Region server is closing 2024-11-19T07:17:19,359 INFO [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34895. 2024-11-19T07:17:19,360 DEBUG [RS:0;db0afee3eab9:34895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:19,360 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:19,360 DEBUG [RS:0;db0afee3eab9:34895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:19,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:19,461 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.wal-reader.db0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:17:19,461 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:17:19,461 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,34895,1732000623811.replicationSource.shipperdb0afee3eab9%2C34895%2C1732000623811,2-db0afee3eab9,34895,1732000623811 terminated 2024-11-19T07:17:19,462 INFO [RS:0;db0afee3eab9:34895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34895 2024-11-19T07:17:19,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/rs/db0afee3eab9,34895,1732000623811 2024-11-19T07:17:19,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/rs 2024-11-19T07:17:19,558 INFO [RS:0;db0afee3eab9:34895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:19,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,34895,1732000623811] 2024-11-19T07:17:19,578 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/draining/db0afee3eab9,34895,1732000623811 already deleted, retry=false 2024-11-19T07:17:19,579 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,34895,1732000623811 expired; onlineServers=0 2024-11-19T07:17:19,579 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,38697,1732000622871' ***** 2024-11-19T07:17:19,579 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:17:19,579 INFO [M:0;db0afee3eab9:38697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:19,579 INFO [M:0;db0afee3eab9:38697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:19,580 DEBUG [M:0;db0afee3eab9:38697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:17:19,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:17:19,580 DEBUG [M:0;db0afee3eab9:38697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:17:19,580 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000626102 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000626102,5,FailOnTimeoutGroup] 2024-11-19T07:17:19,580 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000626104 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000626104,5,FailOnTimeoutGroup] 2024-11-19T07:17:19,580 INFO [M:0;db0afee3eab9:38697 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:19,580 INFO [M:0;db0afee3eab9:38697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:19,580 DEBUG [M:0;db0afee3eab9:38697 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:17:19,580 INFO [M:0;db0afee3eab9:38697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:17:19,581 INFO [M:0;db0afee3eab9:38697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:19,581 INFO [M:0;db0afee3eab9:38697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:17:19,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:17:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/master 2024-11-19T07:17:19,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:19,589 DEBUG [M:0;db0afee3eab9:38697 {}] zookeeper.ZKUtil(347): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/master because node does not exist (not an error) 2024-11-19T07:17:19,589 WARN [M:0;db0afee3eab9:38697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:17:19,590 INFO [M:0;db0afee3eab9:38697 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.lastflushedseqids 2024-11-19T07:17:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741842_1018 (size=181) 2024-11-19T07:17:19,612 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:19,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34895-0x10151f410110001, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:19,669 INFO [RS:0;db0afee3eab9:34895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:19,669 INFO [RS:0;db0afee3eab9:34895 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,34895,1732000623811; zookeeper connection closed. 2024-11-19T07:17:19,670 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7806dfb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7806dfb4 2024-11-19T07:17:19,670 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:17:20,001 INFO [M:0;db0afee3eab9:38697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:17:20,001 INFO [M:0;db0afee3eab9:38697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:17:20,002 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:20,002 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:20,002 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:20,002 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:20,002 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:20,002 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-19T07:17:20,024 DEBUG [M:0;db0afee3eab9:38697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425ba6a58c7c4bea887e241829707320 is 82, key is hbase:meta,,1/info:regioninfo/1732000627628/Put/seqid=0 2024-11-19T07:17:20,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741843_1019 (size=5672) 2024-11-19T07:17:20,432 INFO [M:0;db0afee3eab9:38697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425ba6a58c7c4bea887e241829707320 2024-11-19T07:17:20,461 DEBUG [M:0;db0afee3eab9:38697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80af5dcd5ef4485da1f35bac5e309e90 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732000635660/Put/seqid=0 2024-11-19T07:17:20,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741844_1020 (size=8663) 2024-11-19T07:17:20,870 INFO [M:0;db0afee3eab9:38697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80af5dcd5ef4485da1f35bac5e309e90 2024-11-19T07:17:20,898 DEBUG [M:0;db0afee3eab9:38697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b173c74614f84436bfc6a260f62d5d2d is 69, key is db0afee3eab9,34895,1732000623811/rs:state/1732000626215/Put/seqid=0 2024-11-19T07:17:20,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741845_1021 (size=5156) 2024-11-19T07:17:21,306 INFO [M:0;db0afee3eab9:38697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b173c74614f84436bfc6a260f62d5d2d 2024-11-19T07:17:21,321 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/425ba6a58c7c4bea887e241829707320 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/425ba6a58c7c4bea887e241829707320 2024-11-19T07:17:21,329 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/425ba6a58c7c4bea887e241829707320, entries=8, sequenceid=115, filesize=5.5 K 2024-11-19T07:17:21,330 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80af5dcd5ef4485da1f35bac5e309e90 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80af5dcd5ef4485da1f35bac5e309e90 2024-11-19T07:17:21,338 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80af5dcd5ef4485da1f35bac5e309e90, entries=14, sequenceid=115, filesize=8.5 K 2024-11-19T07:17:21,339 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b173c74614f84436bfc6a260f62d5d2d as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b173c74614f84436bfc6a260f62d5d2d 2024-11-19T07:17:21,346 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b173c74614f84436bfc6a260f62d5d2d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-19T07:17:21,347 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=115, compaction requested=false 2024-11-19T07:17:21,348 INFO [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:21,349 DEBUG [M:0;db0afee3eab9:38697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000640001Disabling compacts and flushes for region at 1732000640001Disabling writes for close at 1732000640002 (+1 ms)Obtaining lock to block concurrent updates at 1732000640002Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000640002Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732000640003 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000640004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000640004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000640024 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000640024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000640444 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000640461 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000640461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000640882 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000640897 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000640897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4211bb2f: reopening flushed file at 1732000641320 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d5da1b: reopening flushed file at 1732000641329 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631530e: reopening flushed file at 1732000641338 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1345ms, sequenceid=115, compaction requested=false at 1732000641347 (+9 ms)Writing region close event to WAL at 1732000641348 (+1 ms)Closed at 1732000641348 2024-11-19T07:17:21,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741830_1006 (size=59421) 2024-11-19T07:17:21,353 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:21,353 INFO [M:0;db0afee3eab9:38697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:17:21,353 INFO [M:0;db0afee3eab9:38697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38697 2024-11-19T07:17:21,353 INFO [M:0;db0afee3eab9:38697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:21,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:21,510 INFO [M:0;db0afee3eab9:38697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:21,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38697-0x10151f410110000, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:21,514 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:21,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:21,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:21,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:21,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41325 2024-11-19T07:17:21,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41325 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:21,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413250x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:21,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41325-0x10151f410110006 connected 2024-11-19T07:17:21,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:21,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:21,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:21,549 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: INIT 2024-11-19T07:17:21,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b, hbase.cluster.distributed=false 2024-11-19T07:17:21,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/acl 2024-11-19T07:17:21,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-19T07:17:21,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41325 2024-11-19T07:17:21,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41325 2024-11-19T07:17:21,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-19T07:17:21,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41325 2024-11-19T07:17:21,570 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:21,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:21,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:21,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:21,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:21,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:21,571 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44605 2024-11-19T07:17:21,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44605 connecting to ZooKeeper ensemble=127.0.0.1:57381 2024-11-19T07:17:21,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:21,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:21,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446050x0, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:21,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44605-0x10151f410110007 connected 2024-11-19T07:17:21,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:21,590 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: INIT 2024-11-19T07:17:21,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:21,591 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:21,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/master 2024-11-19T07:17:21,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/acl 2024-11-19T07:17:21,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T07:17:21,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44605 2024-11-19T07:17:21,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44605 2024-11-19T07:17:21,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T07:17:21,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-19T07:17:21,612 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:41325 2024-11-19T07:17:21,612 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1405016717/backup-masters/db0afee3eab9,41325,1732000641513 2024-11-19T07:17:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:21,626 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/backup-masters/db0afee3eab9,41325,1732000641513 2024-11-19T07:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/master 2024-11-19T07:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:21,637 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/master 2024-11-19T07:17:21,637 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1405016717/backup-masters/db0afee3eab9,41325,1732000641513 from backup master directory 2024-11-19T07:17:21,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/backup-masters/db0afee3eab9,41325,1732000641513 2024-11-19T07:17:21,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:21,647 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:21,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/backup-masters 2024-11-19T07:17:21,647 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,41325,1732000641513 2024-11-19T07:17:21,669 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:21,669 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:21,685 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-19T07:17:21,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741846_1022 (size=196) 2024-11-19T07:17:22,107 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:22,108 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:22,108 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:22,116 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T07:17:22,120 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871 to hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871-dead as it is dead 2024-11-19T07:17:22,121 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T07:17:22,121 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T07:17:22,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871-dead/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:22,127 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871-dead/db0afee3eab9%2C38697%2C1732000622871.1732000625198 after 4ms 2024-11-19T07:17:22,128 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871-dead/db0afee3eab9%2C38697%2C1732000622871.1732000625198 to hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:22,128 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,38697,1732000622871-dead 2024-11-19T07:17:22,129 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,41325,1732000641513 2024-11-19T07:17:22,130 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:22,132 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41325%2C1732000641513, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,41325,1732000641513, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:22,145 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,41325,1732000641513/db0afee3eab9%2C41325%2C1732000641513.1732000642132, exclude list is [], retry=0 2024-11-19T07:17:22,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:22,152 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/WALs/db0afee3eab9,41325,1732000641513/db0afee3eab9%2C41325%2C1732000641513.1732000642132 2024-11-19T07:17:22,153 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:22,153 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:22,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:22,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:22,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:22,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/425ba6a58c7c4bea887e241829707320 2024-11-19T07:17:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:22,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:22,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80af5dcd5ef4485da1f35bac5e309e90 2024-11-19T07:17:22,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:22,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:22,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:22,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b173c74614f84436bfc6a260f62d5d2d 2024-11-19T07:17:22,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:22,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:22,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:22,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:22,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,194 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T07:17:22,194 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:22,212 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:22,214 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C38697%2C1732000622871.1732000625198 2024-11-19T07:17:22,216 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,216 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,217 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:22,219 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:22,222 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-19T07:17:22,223 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72009891, jitterRate=0.0730309933423996}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:22,224 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000642154Initializing all the Stores at 1732000642156 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000642156Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000642156Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000642156Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000642156Cleaning up temporary data from old regions at 1732000642216 (+60 ms)Region opened successfully at 1732000642223 (+7 ms) 2024-11-19T07:17:22,224 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:22,228 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12398a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:22,242 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T07:17:22,243 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:22,243 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:22,243 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:22,244 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:17:22,250 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:22,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:17:22,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:17:22,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:17:22,252 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T07:17:22,252 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-19T07:17:22,252 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-19T07:17:22,252 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:22,257 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=db0afee3eab9,34895,1732000623811, regionLocation=db0afee3eab9,34895,1732000623811, openSeqNum=2 2024-11-19T07:17:22,257 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=db0afee3eab9,34895,1732000623811, table=hbase:meta, region=1588230740 2024-11-19T07:17:22,257 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34895,1732000623811, state=OPEN 2024-11-19T07:17:22,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:22,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:22,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:22,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:22,288 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:22,342 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/draining/db0afee3eab9,34895,1732000623811 already deleted, retry=false 2024-11-19T07:17:22,342 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of db0afee3eab9,34895,1732000623811 on db0afee3eab9,41325,1732000641513 2024-11-19T07:17:22,347 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,34895,1732000623811, splitWal=true, meta=true 2024-11-19T07:17:22,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for db0afee3eab9,34895,1732000623811 (carryingMeta=true) db0afee3eab9,34895,1732000623811/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@298de5d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:17:22,352 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:22,372 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/balancer already deleted, retry=false 2024-11-19T07:17:22,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:22,374 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:22,383 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/normalizer already deleted, retry=false 2024-11-19T07:17:22,383 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:22,384 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:22,393 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/switch/split already deleted, retry=false 2024-11-19T07:17:22,394 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:22,404 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/switch/merge already deleted, retry=false 2024-11-19T07:17:22,427 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:22,435 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:22,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:22,447 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,41325,1732000641513, sessionid=0x10151f410110006, setting cluster-up flag (Was=false) 2024-11-19T07:17:22,457 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405016717/flush-table-proc/acquired, /0-1405016717/flush-table-proc/reached, /0-1405016717/flush-table-proc/abort 2024-11-19T07:17:22,458 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41325,1732000641513 2024-11-19T07:17:22,468 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405016717/online-snapshot/acquired, /0-1405016717/online-snapshot/reached, /0-1405016717/online-snapshot/abort 2024-11-19T07:17:22,469 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41325,1732000641513 2024-11-19T07:17:22,470 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.lastflushedseqids 2024-11-19T07:17:22,473 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:22,474 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:22,474 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,41325,1732000641513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 db0afee3eab9,34895,1732000623811 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:22,475 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:22,475 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:22,475 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:22,476 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:22,476 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:22,476 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,476 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:22,476 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000672477 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:22,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:22,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000642478,5,FailOnTimeoutGroup] 2024-11-19T07:17:22,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000642478,5,FailOnTimeoutGroup] 2024-11-19T07:17:22,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:22,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000642479, completionTime=-1 2024-11-19T07:17:22,479 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T07:17:22,479 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,34895,1732000623811, splitWal=true, meta=true 2024-11-19T07:17:22,480 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,34895,1732000623811, splitWal=true, meta=true, isMeta: true 2024-11-19T07:17:22,482 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811-splitting 2024-11-19T07:17:22,482 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T07:17:22,483 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811-splitting dir is empty, no logs to split. 2024-11-19T07:17:22,483 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,34895,1732000623811 WAL count=0, meta=true 2024-11-19T07:17:22,487 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811-splitting dir is empty, no logs to split. 2024-11-19T07:17:22,487 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,34895,1732000623811 WAL count=0, meta=true 2024-11-19T07:17:22,487 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,34895,1732000623811 WAL splitting is done? wals=0, meta=true 2024-11-19T07:17:22,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:22,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:22,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:17:22,497 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(746): ClusterId : 065710b7-7da1-43e0-9796-34b712c21725 2024-11-19T07:17:22,497 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:22,510 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:22,510 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:22,521 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:22,522 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:22,538 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:44605 2024-11-19T07:17:22,538 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:22,538 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:22,538 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:22,539 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,41325,1732000641513 with port=44605, startcode=1732000641570 2024-11-19T07:17:22,539 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:22,541 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:22,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,542 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41325 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,544 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b 2024-11-19T07:17:22,544 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43985 2024-11-19T07:17:22,544 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:22,583 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T07:17:22,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/rs 2024-11-19T07:17:22,621 DEBUG [RS:0;db0afee3eab9:44605 {}] zookeeper.ZKUtil(111): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on existing znode=/0-1405016717/rs/db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,621 WARN [RS:0;db0afee3eab9:44605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:22,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,44605,1732000641570] 2024-11-19T07:17:22,621 INFO [RS:0;db0afee3eab9:44605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:22,621 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,643 WARN [db0afee3eab9:41325 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:17:22,662 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:22,664 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:22,665 INFO [RS:0;db0afee3eab9:44605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:22,665 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,665 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:22,666 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:22,666 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,666 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,666 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,666 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,666 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:22,667 DEBUG [RS:0;db0afee3eab9:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,668 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44605,1732000641570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:22,681 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:22,682 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44605,1732000641570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,695 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,44605,1732000641570, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:17:22,708 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(231): queueId=2-db0afee3eab9,44605,1732000641570, ReplicationSource: 2, currentBandwidth=0 2024-11-19T07:17:22,709 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,709 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.Replication(171): db0afee3eab9,44605,1732000641570 started 2024-11-19T07:17:22,709 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:22,710 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,711 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:22,711 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:22,712 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:22,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7228258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:22,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:22,714 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:22,715 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,715 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d59f34 2024-11-19T07:17:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:22,718 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T07:17:22,718 INFO [RS:0;db0afee3eab9:44605.replicationSource,1-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,44605,1732000641570 (queues=0) is replicating from cluster=065710b7-7da1-43e0-9796-34b712c21725 to cluster=a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:22,725 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44241' 2024-11-19T07:17:22,726 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bceac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,727 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44241,-1 for getting cluster id 2024-11-19T07:17:22,727 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:22,728 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a85226f1-7d6e-472e-8542-50e4b18fe4fc' 2024-11-19T07:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a85226f1-7d6e-472e-8542-50e4b18fe4fc" 2024-11-19T07:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57054ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44241,-1] 2024-11-19T07:17:22,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:22,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:22,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:22,730 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc50f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:22,730 DEBUG [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:22,730 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:22,730 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,44605,1732000641570, RpcServer on db0afee3eab9/172.17.0.2:44605, sessionid=0x10151f410110007 2024-11-19T07:17:22,731 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:22,731 DEBUG [RS:0;db0afee3eab9:44605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,731 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44605,1732000641570' 2024-11-19T07:17:22,731 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405016717/flush-table-proc/abort' 2024-11-19T07:17:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44241,1732000630445 2024-11-19T07:17:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ffe0e2 2024-11-19T07:17:22,731 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405016717/flush-table-proc/acquired' 2024-11-19T07:17:22,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:22,732 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:22,732 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:22,732 DEBUG [RS:0;db0afee3eab9:44605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,732 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44605,1732000641570' 2024-11-19T07:17:22,732 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405016717/online-snapshot/abort' 2024-11-19T07:17:22,732 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-19T07:17:22,733 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405016717/online-snapshot/acquired' 2024-11-19T07:17:22,733 DEBUG [RS:0;db0afee3eab9:44605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:22,733 INFO [RS:0;db0afee3eab9:44605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:22,733 INFO [RS:0;db0afee3eab9:44605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:22,733 INFO [RS:0;db0afee3eab9:44605.replicationSource,2-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-db0afee3eab9,44605,1732000641570 (queues=0) is replicating from cluster=065710b7-7da1-43e0-9796-34b712c21725 to cluster=a85226f1-7d6e-472e-8542-50e4b18fe4fc 2024-11-19T07:17:22,834 INFO [RS:0;db0afee3eab9:44605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:22,836 INFO [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44605%2C1732000641570, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:22,848 DEBUG [RS:0;db0afee3eab9:44605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836, exclude list is [], retry=0 2024-11-19T07:17:22,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:22,855 INFO [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 2024-11-19T07:17:22,855 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group db0afee3eab9%2C44605%2C1732000641570 for peer 2 2024-11-19T07:17:22,855 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group db0afee3eab9%2C44605%2C1732000641570 for peer 1 2024-11-19T07:17:22,855 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C44605%2C1732000641570 2024-11-19T07:17:22,856 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,44605,1732000641570, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:17:22,856 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=db0afee3eab9%2C44605%2C1732000641570 2024-11-19T07:17:22,856 INFO [RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C44605%2C1732000641570 2024-11-19T07:17:22,856 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-db0afee3eab9,44605,1732000641570, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:17:22,856 DEBUG [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:22,856 INFO [RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C44605%2C1732000641570 2024-11-19T07:17:22,857 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836, startPosition=0, beingWritten=true 2024-11-19T07:17:22,857 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836, startPosition=0, beingWritten=true 2024-11-19T07:17:22,893 DEBUG [db0afee3eab9:41325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:22,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:22,895 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44605,1732000641570, state=OPENING 2024-11-19T07:17:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:22,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:22,940 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:22,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:22,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:22,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44605,1732000641570}] 2024-11-19T07:17:23,064 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:23,064 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:23,096 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:23,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:23,102 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:23,102 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:23,103 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:23,105 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44605%2C1732000641570.meta, suffix=.meta, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:23,126 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.meta.1732000643107.meta, exclude list is [], retry=0 2024-11-19T07:17:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:23,131 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.meta.1732000643107.meta 2024-11-19T07:17:23,132 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:23,132 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:23,132 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:23,132 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:23,132 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:23,132 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:23,132 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:23,133 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:23,133 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:23,133 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:23,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:23,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:23,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:23,144 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/info/9bb8a0a69bf44ebd8c11f65285f37b42 2024-11-19T07:17:23,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:23,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:23,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:23,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:23,156 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/ns/18f0dae5c06a4a27ab8c0f202b87f89c 2024-11-19T07:17:23,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:23,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:23,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:23,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:23,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:23,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:23,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:23,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:23,172 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/table/6f3ba916347144c89451219d69e7e7bb 2024-11-19T07:17:23,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:23,173 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:23,174 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:23,175 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740 2024-11-19T07:17:23,177 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:23,177 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:23,178 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:23,180 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:23,181 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63781930, jitterRate=-0.04957517981529236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:23,181 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:23,182 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000643133Writing region info on filesystem at 1732000643133Initializing all the Stores at 1732000643134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000643134Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000643134Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000643134Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000643134Cleaning up temporary data from old regions at 1732000643177 (+43 ms)Running coprocessor post-open hooks at 1732000643181 (+4 ms)Region opened successfully at 1732000643181 2024-11-19T07:17:23,183 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732000643095 2024-11-19T07:17:23,185 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:23,186 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:23,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:23,188 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44605,1732000641570, state=OPEN 2024-11-19T07:17:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:23,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405016717/meta-region-server 2024-11-19T07:17:23,215 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:23,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:23,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405016717/meta-region-server: CHANGED 2024-11-19T07:17:23,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-19T07:17:23,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44605,1732000641570 in 275 msec 2024-11-19T07:17:23,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-19T07:17:23,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-19T07:17:23,371 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:23,371 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:23,779 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:23,779 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:24,086 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T07:17:24,288 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:24,291 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:24,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:24,898 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:24,903 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:25,588 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T07:17:25,606 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:25,614 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:26,413 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:26,421 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:26,991 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T07:17:26,992 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:26,992 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:26,992 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44605,1732000641570, seqNum=-1] 2024-11-19T07:17:26,993 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:26,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:27,002 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=38e2ae42b9380ee145f76bfc1a7b9870, regionState=OPEN, lastHost=db0afee3eab9,34895,1732000623811, regionLocation=db0afee3eab9,34895,1732000623811, openSeqNum=2 2024-11-19T07:17:27,002 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:27,002 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000707002 2024-11-19T07:17:27,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000767002 2024-11-19T07:17:27,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-19T07:17:27,003 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,34895,1732000623811 had 2 regions 2024-11-19T07:17:27,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:41325, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,005 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,34895,1732000623811, splitWal=true, meta=true, isMeta: false 2024-11-19T07:17:27,010 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811-splitting dir is empty, no logs to split. 2024-11-19T07:17:27,010 INFO [PEWorker-4 {}] master.SplitWALManager(105): db0afee3eab9,34895,1732000623811 WAL count=0, meta=false 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.367sec 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:27,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:27,017 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,34895,1732000623811-splitting dir is empty, no logs to split. 2024-11-19T07:17:27,017 INFO [PEWorker-4 {}] master.SplitWALManager(105): db0afee3eab9,34895,1732000623811 WAL count=0, meta=false 2024-11-19T07:17:27,018 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,34895,1732000623811 WAL splitting is done? wals=0, meta=false 2024-11-19T07:17:27,021 WARN [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=db0afee3eab9,34895,1732000623811/hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:27,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN}] 2024-11-19T07:17:27,023 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN 2024-11-19T07:17:27,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:17:27,036 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:27,036 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:27,036 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41325,1732000641513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:27,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41325,-1 for getting cluster id 2024-11-19T07:17:27,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:27,104 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '065710b7-7da1-43e0-9796-34b712c21725' 2024-11-19T07:17:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "065710b7-7da1-43e0-9796-34b712c21725" 2024-11-19T07:17:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a489e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41325,-1] 2024-11-19T07:17:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:27,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,108 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:27,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d20d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:27,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44605,1732000641570, seqNum=-1] 2024-11-19T07:17:27,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:27,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:27,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T07:17:27,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:27,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:27,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:27,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: db0afee3eab9:41325 after: db0afee3eab9:41325 2024-11-19T07:17:27,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41325,-1 for getting cluster id 2024-11-19T07:17:27,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:27,120 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '065710b7-7da1-43e0-9796-34b712c21725' 2024-11-19T07:17:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:27,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "065710b7-7da1-43e0-9796-34b712c21725" 2024-11-19T07:17:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7680c507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41325,-1] 2024-11-19T07:17:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:27,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,122 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:27,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:27,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41325,1732000641513 2024-11-19T07:17:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17fe7f89 2024-11-19T07:17:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:27,126 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:27,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41325 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41325 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T07:17:27,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41325 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:27,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41325 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-19T07:17:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:17:27,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:27,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:27,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:27,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:17:27,132 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2055811084, stopped=false 2024-11-19T07:17:27,132 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,44241,1732000630445 2024-11-19T07:17:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1858900777/running 2024-11-19T07:17:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1858900777/running 2024-11-19T07:17:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:27,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:27,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:27,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/running 2024-11-19T07:17:27,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Set watcher on znode that does not yet exist, /1-1858900777/running 2024-11-19T07:17:27,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:27,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:27,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,42557,1732000630609' ***** 2024-11-19T07:17:27,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:17:27,160 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:17:27,160 INFO [RS:0;db0afee3eab9:42557 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:17:27,160 INFO [RS:0;db0afee3eab9:42557 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:17:27,160 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,42557,1732000630609 2024-11-19T07:17:27,160 INFO [RS:0;db0afee3eab9:42557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:27,161 INFO [RS:0;db0afee3eab9:42557 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42557. 2024-11-19T07:17:27,161 DEBUG [RS:0;db0afee3eab9:42557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:27,161 DEBUG [RS:0;db0afee3eab9:42557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,161 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:17:27,161 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:17:27,161 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:17:27,161 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:17:27,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:17:27,162 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:17:27,162 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:27,162 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:27,162 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:27,162 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:27,162 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:27,162 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:27,162 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:27,162 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T07:17:27,176 DEBUG [db0afee3eab9:41325 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:27,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=38e2ae42b9380ee145f76bfc1a7b9870, regionState=OPENING, regionLocation=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:27,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN because future has completed 2024-11-19T07:17:27,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,44605,1732000641570}] 2024-11-19T07:17:27,190 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/.tmp/ns/d7000466012b4e4fb9a55dbd50393347 is 43, key is default/ns:d/1732000634158/Put/seqid=0 2024-11-19T07:17:27,194 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:27,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741835_1011 (size=5153) 2024-11-19T07:17:27,323 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:27,328 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:27,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:27,339 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:27,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:17:27,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44605%2C1732000641570.rep, suffix=, logDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570, archiveDir=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs, maxLogs=10 2024-11-19T07:17:27,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.rep.1732000647343, exclude list is [], retry=0 2024-11-19T07:17:27,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36985,DS-69019299-7e7f-4786-a2f0-84153523b95e,DISK] 2024-11-19T07:17:27,362 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:27,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.rep.1732000647343 2024-11-19T07:17:27,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41967:41967)] 2024-11-19T07:17:27,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 38e2ae42b9380ee145f76bfc1a7b9870, NAME => 'hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:27,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:27,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:27,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. service=MultiRowMutationService 2024-11-19T07:17:27,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:17:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,368 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,369 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName hfileref 2024-11-19T07:17:27,369 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:27,370 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:27,370 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,370 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName queue 2024-11-19T07:17:27,371 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:27,379 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/queue/ff5f385be117496eab759b300f2f7ce2 2024-11-19T07:17:27,379 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:27,379 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,381 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38e2ae42b9380ee145f76bfc1a7b9870 columnFamilyName sid 2024-11-19T07:17:27,381 DEBUG [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:27,381 INFO [StoreOpener-38e2ae42b9380ee145f76bfc1a7b9870-1 {}] regionserver.HStore(327): Store=38e2ae42b9380ee145f76bfc1a7b9870/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:27,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:17:27,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 38e2ae42b9380ee145f76bfc1a7b9870; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70734936, jitterRate=0.05403268337249756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:17:27,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:27,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 38e2ae42b9380ee145f76bfc1a7b9870: Running coprocessor pre-open hook at 1732000647366Writing region info on filesystem at 1732000647366Initializing all the Stores at 1732000647368 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000647368Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000647368Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000647368Cleaning up temporary data from old regions at 1732000647386 (+18 ms)Running coprocessor post-open hooks at 1732000647391 (+5 ms)Region opened successfully at 1732000647392 (+1 ms) 2024-11-19T07:17:27,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., pid=19, masterSystemTime=1732000647334 2024-11-19T07:17:27,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:27,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:27,398 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=38e2ae42b9380ee145f76bfc1a7b9870, regionState=OPEN, openSeqNum=10, regionLocation=db0afee3eab9,44605,1732000641570 2024-11-19T07:17:27,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,44605,1732000641570 because future has completed 2024-11-19T07:17:27,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-19T07:17:27,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 38e2ae42b9380ee145f76bfc1a7b9870, server=db0afee3eab9,44605,1732000641570 in 221 msec 2024-11-19T07:17:27,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-19T07:17:27,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=38e2ae42b9380ee145f76bfc1a7b9870, ASSIGN in 384 msec 2024-11-19T07:17:27,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T07:17:27,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., hostname=db0afee3eab9,44605,1732000641570, seqNum=10] 2024-11-19T07:17:27,450 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for db0afee3eab9,34895,1732000623811 2024-11-19T07:17:27,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T07:17:27,562 DEBUG [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:27,606 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/.tmp/ns/d7000466012b4e4fb9a55dbd50393347 2024-11-19T07:17:27,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-19T07:17:27,615 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/.tmp/ns/d7000466012b4e4fb9a55dbd50393347 as hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/ns/d7000466012b4e4fb9a55dbd50393347 2024-11-19T07:17:27,622 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/ns/d7000466012b4e4fb9a55dbd50393347, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T07:17:27,624 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false 2024-11-19T07:17:27,624 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:17:27,629 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T07:17:27,630 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:27,630 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:27,630 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:27,630 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000647162Running coprocessor pre-close hooks at 1732000647162Disabling compacts and flushes for region at 1732000647162Disabling writes for close at 1732000647162Obtaining lock to block concurrent updates at 1732000647162Preparing flush snapshotting stores in 1588230740 at 1732000647162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732000647163 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000647164 (+1 ms)Flushing 1588230740/ns: creating writer at 1732000647164Flushing 1588230740/ns: appending metadata at 1732000647189 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732000647189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731f38e4: reopening flushed file at 1732000647614 (+425 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false at 1732000647624 (+10 ms)Writing region close event to WAL at 1732000647625 (+1 ms)Running coprocessor post-close hooks at 1732000647630 (+5 ms)Closed at 1732000647630 2024-11-19T07:17:27,630 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:27,763 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,42557,1732000630609; all regions closed. 2024-11-19T07:17:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741834_1010 (size=1152) 2024-11-19T07:17:27,768 DEBUG [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/oldWALs 2024-11-19T07:17:27,768 INFO [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42557%2C1732000630609.meta:.meta(num 1732000634083) 2024-11-19T07:17:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741832_1008 (size=93) 2024-11-19T07:17:27,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/WALs/db0afee3eab9,42557,1732000630609/db0afee3eab9%2C42557%2C1732000630609.1732000633115 not finished, retry = 0 2024-11-19T07:17:27,875 DEBUG [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/oldWALs 2024-11-19T07:17:27,875 INFO [RS:0;db0afee3eab9:42557 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42557%2C1732000630609:(num 1732000633115) 2024-11-19T07:17:27,875 DEBUG [RS:0;db0afee3eab9:42557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:27,875 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:27,875 INFO [RS:0;db0afee3eab9:42557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:27,875 INFO [RS:0;db0afee3eab9:42557 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:27,876 INFO [RS:0;db0afee3eab9:42557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:27,876 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:27,876 INFO [RS:0;db0afee3eab9:42557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42557 2024-11-19T07:17:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1858900777/rs/db0afee3eab9,42557,1732000630609 2024-11-19T07:17:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777/rs 2024-11-19T07:17:27,977 INFO [RS:0;db0afee3eab9:42557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:28,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,42557,1732000630609] 2024-11-19T07:17:28,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1858900777/draining/db0afee3eab9,42557,1732000630609 already deleted, retry=false 2024-11-19T07:17:28,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,42557,1732000630609 expired; onlineServers=0 2024-11-19T07:17:28,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,44241,1732000630445' ***** 2024-11-19T07:17:28,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:17:28,099 INFO [M:0;db0afee3eab9:44241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:28,099 INFO [M:0;db0afee3eab9:44241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:28,099 DEBUG [M:0;db0afee3eab9:44241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:17:28,099 DEBUG [M:0;db0afee3eab9:44241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:17:28,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:17:28,099 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000632820 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000632820,5,FailOnTimeoutGroup] 2024-11-19T07:17:28,099 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000632820 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000632820,5,FailOnTimeoutGroup] 2024-11-19T07:17:28,099 INFO [M:0;db0afee3eab9:44241 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:28,099 INFO [M:0;db0afee3eab9:44241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:28,099 DEBUG [M:0;db0afee3eab9:44241 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:17:28,100 INFO [M:0;db0afee3eab9:44241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:17:28,100 INFO [M:0;db0afee3eab9:44241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:28,100 INFO [M:0;db0afee3eab9:44241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:17:28,100 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:17:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1858900777/master 2024-11-19T07:17:28,109 DEBUG [M:0;db0afee3eab9:44241 {}] zookeeper.ZKUtil(347): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Unable to get data of znode /1-1858900777/master because node does not exist (not an error) 2024-11-19T07:17:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1858900777 2024-11-19T07:17:28,109 WARN [M:0;db0afee3eab9:44241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:17:28,110 INFO [M:0;db0afee3eab9:44241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/.lastflushedseqids 2024-11-19T07:17:28,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741836_1012 (size=99) 2024-11-19T07:17:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:28,166 INFO [RS:0;db0afee3eab9:42557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:28,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42557-0x10151f410110004, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:28,166 INFO [RS:0;db0afee3eab9:42557 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,42557,1732000630609; zookeeper connection closed. 2024-11-19T07:17:28,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e64b859 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e64b859 2024-11-19T07:17:28,167 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:17:28,328 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:28,334 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:28,520 INFO [M:0;db0afee3eab9:44241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:17:28,520 INFO [M:0;db0afee3eab9:44241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:17:28,521 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:28,521 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:28,521 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:28,521 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:28,521 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:28,521 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T07:17:28,539 DEBUG [M:0;db0afee3eab9:44241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835048b458cc40bb99ff5cc88da7d8d0 is 82, key is hbase:meta,,1/info:regioninfo/1732000634129/Put/seqid=0 2024-11-19T07:17:28,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741837_1013 (size=5672) 2024-11-19T07:17:28,945 INFO [M:0;db0afee3eab9:44241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835048b458cc40bb99ff5cc88da7d8d0 2024-11-19T07:17:28,970 DEBUG [M:0;db0afee3eab9:44241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542b123f108042e5a8a97356df125a1f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732000634165/Put/seqid=0 2024-11-19T07:17:28,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741838_1014 (size=5275) 2024-11-19T07:17:29,376 INFO [M:0;db0afee3eab9:44241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542b123f108042e5a8a97356df125a1f 2024-11-19T07:17:29,399 DEBUG [M:0;db0afee3eab9:44241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8026a210f44f578db037a121d2ff0c is 69, key is db0afee3eab9,42557,1732000630609/rs:state/1732000632912/Put/seqid=0 2024-11-19T07:17:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741839_1015 (size=5156) 2024-11-19T07:17:29,435 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:29,441 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:29,805 INFO [M:0;db0afee3eab9:44241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8026a210f44f578db037a121d2ff0c 2024-11-19T07:17:29,814 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/835048b458cc40bb99ff5cc88da7d8d0 as hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/835048b458cc40bb99ff5cc88da7d8d0 2024-11-19T07:17:29,822 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/835048b458cc40bb99ff5cc88da7d8d0, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T07:17:29,824 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/542b123f108042e5a8a97356df125a1f as hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542b123f108042e5a8a97356df125a1f 2024-11-19T07:17:29,832 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/542b123f108042e5a8a97356df125a1f, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T07:17:29,834 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8026a210f44f578db037a121d2ff0c as hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b8026a210f44f578db037a121d2ff0c 2024-11-19T07:17:29,842 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40543/user/jenkins/test-data/74a59c03-5a12-0a31-2686-ea7cac10bccb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b8026a210f44f578db037a121d2ff0c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T07:17:29,844 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-11-19T07:17:29,850 INFO [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:29,850 DEBUG [M:0;db0afee3eab9:44241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000648521Disabling compacts and flushes for region at 1732000648521Disabling writes for close at 1732000648521Obtaining lock to block concurrent updates at 1732000648521Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000648521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732000648522 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000648523 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000648523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000648539 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000648539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000648954 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000648970 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000648970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000649384 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000649399 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000649399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea627a0: reopening flushed file at 1732000649812 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed3adaf: reopening flushed file at 1732000649823 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f4cd1f: reopening flushed file at 1732000649833 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1732000649844 (+11 ms)Writing region close event to WAL at 1732000649850 (+6 ms)Closed at 1732000649850 2024-11-19T07:17:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39875 is added to blk_1073741830_1006 (size=10165) 2024-11-19T07:17:29,854 INFO [M:0;db0afee3eab9:44241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:17:29,854 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:29,855 INFO [M:0;db0afee3eab9:44241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44241 2024-11-19T07:17:29,858 INFO [M:0;db0afee3eab9:44241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:29,967 INFO [M:0;db0afee3eab9:44241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:29,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:29,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44241-0x10151f410110003, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:30,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:30,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:30,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:30,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:30,015 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:30,017 WARN [BP-55823124-172.17.0.2-1732000628235 heartbeating to localhost/127.0.0.1:40543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:17:30,017 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:17:30,018 WARN [BP-55823124-172.17.0.2-1732000628235 heartbeating to localhost/127.0.0.1:40543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-55823124-172.17.0.2-1732000628235 (Datanode Uuid b77ddefa-2942-4512-9ef2-0306e6a0d47d) service to localhost/127.0.0.1:40543 2024-11-19T07:17:30,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:17:30,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/cluster_a1a16c82-7acb-4492-6d90-5366cb829943/data/data1/current/BP-55823124-172.17.0.2-1732000628235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:30,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/cluster_a1a16c82-7acb-4492-6d90-5366cb829943/data/data2/current/BP-55823124-172.17.0.2-1732000628235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:30,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:17:30,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:30,029 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:30,029 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:30,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:30,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:17:30,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:17:30,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:30,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:30,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:30,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:17:30,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1592366800, stopped=false 2024-11-19T07:17:30,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,41325,1732000641513 2024-11-19T07:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/running 2024-11-19T07:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:30,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:30,067 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:30,067 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:30,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:30,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Set watcher on znode that does not yet exist, /0-1405016717/running 2024-11-19T07:17:30,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:30,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,068 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,44605,1732000641570' ***** 2024-11-19T07:17:30,068 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:17:30,069 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:17:30,069 INFO [RS:0;db0afee3eab9:44605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:17:30,069 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:17:30,069 INFO [RS:0;db0afee3eab9:44605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:17:30,069 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(3091): Received CLOSE for 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:30,071 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,44605,1732000641570 2024-11-19T07:17:30,071 INFO [RS:0;db0afee3eab9:44605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44605. 2024-11-19T07:17:30,072 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38e2ae42b9380ee145f76bfc1a7b9870, disabling compactions & flushes 2024-11-19T07:17:30,072 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:30,072 DEBUG [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:30,072 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:30,072 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,072 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. after waiting 0 ms 2024-11-19T07:17:30,072 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:17:30,072 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:17:30,072 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1325): Online Regions={38e2ae42b9380ee145f76bfc1a7b9870=hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:30,072 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:30,072 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38e2ae42b9380ee145f76bfc1a7b9870 2024-11-19T07:17:30,073 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:30,073 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:30,073 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:30,073 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:30,073 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T07:17:30,074 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:30,078 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/replication/38e2ae42b9380ee145f76bfc1a7b9870/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-19T07:17:30,078 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:30,079 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:30,079 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:30,079 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38e2ae42b9380ee145f76bfc1a7b9870: Waiting for close lock at 1732000650071Running coprocessor pre-close hooks at 1732000650071Disabling compacts and flushes for region at 1732000650072 (+1 ms)Disabling writes for close at 1732000650072Writing region close event to WAL at 1732000650073 (+1 ms)Running coprocessor post-close hooks at 1732000650078 (+5 ms)Closed at 1732000650079 (+1 ms) 2024-11-19T07:17:30,079 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870. 2024-11-19T07:17:30,092 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/047ca223e9d0485983a2c7e334572052 is 147, key is hbase:replication,,1732000634377.38e2ae42b9380ee145f76bfc1a7b9870./info:regioninfo/1732000647397/Put/seqid=0 2024-11-19T07:17:30,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741851_1027 (size=6385) 2024-11-19T07:17:30,273 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:30,473 DEBUG [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:30,499 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/047ca223e9d0485983a2c7e334572052 2024-11-19T07:17:30,511 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/.tmp/info/047ca223e9d0485983a2c7e334572052 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/info/047ca223e9d0485983a2c7e334572052 2024-11-19T07:17:30,517 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/info/047ca223e9d0485983a2c7e334572052, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T07:17:30,518 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-19T07:17:30,523 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T07:17:30,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:30,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:30,524 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:30,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000650072Running coprocessor pre-close hooks at 1732000650072Disabling compacts and flushes for region at 1732000650072Disabling writes for close at 1732000650073 (+1 ms)Obtaining lock to block concurrent updates at 1732000650073Preparing flush snapshotting stores in 1588230740 at 1732000650073Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732000650073Flushing stores of hbase:meta,,1.1588230740 at 1732000650074 (+1 ms)Flushing 1588230740/info: creating writer at 1732000650074Flushing 1588230740/info: appending metadata at 1732000650092 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732000650092Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6319d553: reopening flushed file at 1732000650510 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732000650518 (+8 ms)Writing region close event to WAL at 1732000650519 (+1 ms)Running coprocessor post-close hooks at 1732000650523 (+4 ms)Closed at 1732000650524 (+1 ms) 2024-11-19T07:17:30,524 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:30,642 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:30,647 DEBUG [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 to pos 0, reset compression=false 2024-11-19T07:17:30,673 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,44605,1732000641570; all regions closed. 2024-11-19T07:17:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741849_1025 (size=2156) 2024-11-19T07:17:30,676 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.meta.1732000643107.meta not finished, retry = 0 2024-11-19T07:17:30,710 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:17:30,710 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:17:30,783 DEBUG [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:30,783 INFO [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44605%2C1732000641570.meta:.meta(num 1732000643107) 2024-11-19T07:17:30,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741850_1026 (size=796) 2024-11-19T07:17:30,790 DEBUG [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:30,791 INFO [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44605%2C1732000641570.rep:(num 1732000647343) 2024-11-19T07:17:30,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741848_1024 (size=93) 2024-11-19T07:17:30,794 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/WALs/db0afee3eab9,44605,1732000641570/db0afee3eab9%2C44605%2C1732000641570.1732000642836 not finished, retry = 0 2024-11-19T07:17:30,902 DEBUG [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/oldWALs 2024-11-19T07:17:30,902 INFO [RS:0;db0afee3eab9:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44605%2C1732000641570:(num 1732000642836) 2024-11-19T07:17:30,902 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,902 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:30,903 INFO [RS:0;db0afee3eab9:44605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:30,904 INFO [RS:0;db0afee3eab9:44605 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:30,904 INFO [RS:0;db0afee3eab9:44605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:30,904 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:30,904 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,44605,1732000641570 because: Region server is closing 2024-11-19T07:17:30,904 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T07:17:30,905 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T07:17:30,905 INFO [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44605. 2024-11-19T07:17:30,905 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-19T07:17:30,905 DEBUG [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:30,905 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,905 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:30,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:31,006 WARN [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:17:31,006 WARN [RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:17:31,006 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,1-db0afee3eab9,44605,1732000641570 terminated 2024-11-19T07:17:31,006 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-db0afee3eab9,44605,1732000641570 because: Region server is closing 2024-11-19T07:17:31,006 INFO [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44605. 2024-11-19T07:17:31,006 DEBUG [RS:0;db0afee3eab9:44605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:31,006 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:31,007 DEBUG [RS:0;db0afee3eab9:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:31,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:31,107 WARN [RS:0;db0afee3eab9:44605.replicationSource.wal-reader.db0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:17:31,107 WARN [RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:17:31,107 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;db0afee3eab9:44605.replicationSource.shipperdb0afee3eab9%2C44605%2C1732000641570,2-db0afee3eab9,44605,1732000641570 terminated 2024-11-19T07:17:31,107 INFO [RS:0;db0afee3eab9:44605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44605 2024-11-19T07:17:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/rs/db0afee3eab9,44605,1732000641570 2024-11-19T07:17:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717/rs 2024-11-19T07:17:31,157 INFO [RS:0;db0afee3eab9:44605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:31,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,44605,1732000641570] 2024-11-19T07:17:31,178 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405016717/draining/db0afee3eab9,44605,1732000641570 already deleted, retry=false 2024-11-19T07:17:31,178 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,44605,1732000641570 expired; onlineServers=0 2024-11-19T07:17:31,178 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,41325,1732000641513' ***** 2024-11-19T07:17:31,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:17:31,178 INFO [M:0;db0afee3eab9:41325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:31,178 INFO [M:0;db0afee3eab9:41325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:31,178 DEBUG [M:0;db0afee3eab9:41325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:17:31,178 DEBUG [M:0;db0afee3eab9:41325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:17:31,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:17:31,178 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000642478 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000642478,5,FailOnTimeoutGroup] 2024-11-19T07:17:31,178 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000642478 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000642478,5,FailOnTimeoutGroup] 2024-11-19T07:17:31,179 INFO [M:0;db0afee3eab9:41325 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:31,179 INFO [M:0;db0afee3eab9:41325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:31,179 DEBUG [M:0;db0afee3eab9:41325 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:17:31,179 INFO [M:0;db0afee3eab9:41325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:17:31,179 INFO [M:0;db0afee3eab9:41325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:31,179 INFO [M:0;db0afee3eab9:41325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:17:31,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:17:31,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405016717/master 2024-11-19T07:17:31,189 DEBUG [M:0;db0afee3eab9:41325 {}] zookeeper.ZKUtil(347): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Unable to get data of znode /0-1405016717/master because node does not exist (not an error) 2024-11-19T07:17:31,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405016717 2024-11-19T07:17:31,189 WARN [M:0;db0afee3eab9:41325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:17:31,190 INFO [M:0;db0afee3eab9:41325 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/.lastflushedseqids 2024-11-19T07:17:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741852_1028 (size=181) 2024-11-19T07:17:31,268 INFO [RS:0;db0afee3eab9:44605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:31,268 INFO [RS:0;db0afee3eab9:44605 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,44605,1732000641570; zookeeper connection closed. 2024-11-19T07:17:31,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x10151f410110007, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:31,268 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520cab0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520cab0f 2024-11-19T07:17:31,268 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:17:31,598 INFO [M:0;db0afee3eab9:41325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:17:31,599 INFO [M:0;db0afee3eab9:41325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:17:31,599 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:31,599 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:31,599 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:31,599 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:31,599 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:31,599 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T07:17:31,621 DEBUG [M:0;db0afee3eab9:41325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/519f29d1ff4a4482baf0df6c4a2a7eee is 82, key is hbase:meta,,1/info:regioninfo/1732000643186/Put/seqid=0 2024-11-19T07:17:31,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741853_1029 (size=5680) 2024-11-19T07:17:32,026 INFO [M:0;db0afee3eab9:41325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/519f29d1ff4a4482baf0df6c4a2a7eee 2024-11-19T07:17:32,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:17:32,053 DEBUG [M:0;db0afee3eab9:41325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7526476d3f3477f9241ae05c01f21dc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732000647406/Put/seqid=0 2024-11-19T07:17:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741854_1030 (size=7319) 2024-11-19T07:17:32,459 INFO [M:0;db0afee3eab9:41325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7526476d3f3477f9241ae05c01f21dc 2024-11-19T07:17:32,485 DEBUG [M:0;db0afee3eab9:41325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35fd037055884315818bd74e76f98892 is 69, key is db0afee3eab9,44605,1732000641570/rs:state/1732000642542/Put/seqid=0 2024-11-19T07:17:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741855_1031 (size=5371) 2024-11-19T07:17:32,868 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:32,890 INFO [M:0;db0afee3eab9:41325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35fd037055884315818bd74e76f98892 2024-11-19T07:17:32,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:32,897 INFO [M:0;db0afee3eab9:41325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35fd037055884315818bd74e76f98892 2024-11-19T07:17:32,898 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/519f29d1ff4a4482baf0df6c4a2a7eee as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/519f29d1ff4a4482baf0df6c4a2a7eee 2024-11-19T07:17:32,905 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/519f29d1ff4a4482baf0df6c4a2a7eee, entries=8, sequenceid=172, filesize=5.5 K 2024-11-19T07:17:32,906 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7526476d3f3477f9241ae05c01f21dc as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7526476d3f3477f9241ae05c01f21dc 2024-11-19T07:17:32,913 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7526476d3f3477f9241ae05c01f21dc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-19T07:17:32,915 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35fd037055884315818bd74e76f98892 as hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35fd037055884315818bd74e76f98892 2024-11-19T07:17:32,922 INFO [M:0;db0afee3eab9:41325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35fd037055884315818bd74e76f98892 2024-11-19T07:17:32,922 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43985/user/jenkins/test-data/67d0fc48-eccb-9cc2-5164-00d73e52ce7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35fd037055884315818bd74e76f98892, entries=2, sequenceid=172, filesize=5.2 K 2024-11-19T07:17:32,924 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false 2024-11-19T07:17:32,925 INFO [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:32,925 DEBUG [M:0;db0afee3eab9:41325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000651599Disabling compacts and flushes for region at 1732000651599Disabling writes for close at 1732000651599Obtaining lock to block concurrent updates at 1732000651599Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000651599Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732000651600 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000651601 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000651601Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000651620 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000651620Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000652033 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000652053 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000652053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000652465 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000652484 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000652484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791c49b5: reopening flushed file at 1732000652897 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e516a4d: reopening flushed file at 1732000652905 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@543dde9c: reopening flushed file at 1732000652914 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1324ms, sequenceid=172, compaction requested=false at 1732000652924 (+10 ms)Writing region close event to WAL at 1732000652925 (+1 ms)Closed at 1732000652925 2024-11-19T07:17:32,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36985 is added to blk_1073741847_1023 (size=22949) 2024-11-19T07:17:32,930 INFO [M:0;db0afee3eab9:41325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:17:32,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:32,930 INFO [M:0;db0afee3eab9:41325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41325 2024-11-19T07:17:32,930 INFO [M:0;db0afee3eab9:41325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:33,040 INFO [M:0;db0afee3eab9:41325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41325-0x10151f410110006, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:33,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:33,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:33,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:33,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:33,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:33,049 WARN [BP-443144747-172.17.0.2-1732000618496 heartbeating to localhost/127.0.0.1:43985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:17:33,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:17:33,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:17:33,049 WARN [BP-443144747-172.17.0.2-1732000618496 heartbeating to localhost/127.0.0.1:43985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-443144747-172.17.0.2-1732000618496 (Datanode Uuid 5b458859-7e18-4b71-a5af-f0d869224532) service to localhost/127.0.0.1:43985 2024-11-19T07:17:33,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/data/data1/current/BP-443144747-172.17.0.2-1732000618496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:33,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/cluster_56a3287c-8c4a-f03c-a73f-97e816f7c47a/data/data2/current/BP-443144747-172.17.0.2-1732000618496 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:33,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:17:33,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:33,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:33,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:33,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:33,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c14a4c0b-ce6a-8f11-a27a-b600b0e76eca/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:33,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:17:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:17:33,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43985 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57381) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40543 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=12722 (was 12842) 2024-11-19T07:17:33,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=12719 2024-11-19T07:17:33,118 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-19T07:17:33,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir so I do NOT create it in target/test-data/705dce67-754e-aff9-9abf-e25d40651153 2024-11-19T07:17:33,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:17:33,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.tmp.dir so I do NOT create it in target/test-data/705dce67-754e-aff9-9abf-e25d40651153 2024-11-19T07:17:33,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a435a15c-5798-b629-5e7c-55830b13b8ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:17:33,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153 2024-11-19T07:17:33,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef, deleteOnExit=true 2024-11-19T07:17:33,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/zookeeper_0, clientPort=55252, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:17:33,134 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55252 2024-11-19T07:17:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:17:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:17:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/test.cache.data in system properties and HBase conf 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:17:33,135 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:17:33,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:17:33,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:17:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:17:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:17:33,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:17:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f410110002, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:17:33,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f410110005, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:17:33,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f410110005, quorum=127.0.0.1:57381, baseZNode=/1-1858900777 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:17:33,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f410110002, quorum=127.0.0.1:57381, baseZNode=/0-1405016717 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:17:33,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:33,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:17:33,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:17:33,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:33,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:33,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:33,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:33,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:33,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:33,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:33,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:33,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:33,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629579f6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/java.io.tmpdir/jetty-localhost-45493-hadoop-hdfs-3_4_1-tests_jar-_-any-14075787159684942378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:33,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:45493} 2024-11-19T07:17:33,614 INFO [Time-limited test {}] server.Server(415): Started @37869ms 2024-11-19T07:17:33,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:33,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:33,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:33,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:33,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:17:33,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:33,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:34,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21349e35{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/java.io.tmpdir/jetty-localhost-38789-hadoop-hdfs-3_4_1-tests_jar-_-any-17839111305763704254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:34,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:38789} 2024-11-19T07:17:34,113 INFO [Time-limited test {}] server.Server(415): Started @38368ms 2024-11-19T07:17:34,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:17:35,148 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/data/data2/current/BP-485704996-172.17.0.2-1732000653168/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:35,148 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/data/data1/current/BP-485704996-172.17.0.2-1732000653168/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:35,167 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:17:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c84e8f78df0a12 with lease ID 0x9d7e91ff20a12e2c: Processing first storage report for DS-df842919-1ec8-453e-bedd-b783be53bfd3 from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=ebde109d-8c3f-42a4-a8b4-06e77ae153f8, infoPort=39893, infoSecurePort=0, ipcPort=32985, storageInfo=lv=-57;cid=testClusterID;nsid=738467113;c=1732000653168) 2024-11-19T07:17:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c84e8f78df0a12 with lease ID 0x9d7e91ff20a12e2c: from storage DS-df842919-1ec8-453e-bedd-b783be53bfd3 node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=ebde109d-8c3f-42a4-a8b4-06e77ae153f8, infoPort=39893, infoSecurePort=0, ipcPort=32985, storageInfo=lv=-57;cid=testClusterID;nsid=738467113;c=1732000653168), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:35,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87c84e8f78df0a12 with lease ID 0x9d7e91ff20a12e2c: Processing first storage report for DS-ef18debd-f731-44ce-82dd-9d369fd3fdc6 from datanode DatanodeRegistration(127.0.0.1:39207, datanodeUuid=ebde109d-8c3f-42a4-a8b4-06e77ae153f8, infoPort=39893, infoSecurePort=0, ipcPort=32985, storageInfo=lv=-57;cid=testClusterID;nsid=738467113;c=1732000653168) 2024-11-19T07:17:35,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87c84e8f78df0a12 with lease ID 0x9d7e91ff20a12e2c: from storage DS-ef18debd-f731-44ce-82dd-9d369fd3fdc6 node DatanodeRegistration(127.0.0.1:39207, datanodeUuid=ebde109d-8c3f-42a4-a8b4-06e77ae153f8, infoPort=39893, infoSecurePort=0, ipcPort=32985, storageInfo=lv=-57;cid=testClusterID;nsid=738467113;c=1732000653168), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:35,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153 2024-11-19T07:17:35,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:17:35,666 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491 with version=8 2024-11-19T07:17:35,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/hbase-staging 2024-11-19T07:17:35,669 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:35,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,669 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,669 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:35,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:35,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:35,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:35,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41143 2024-11-19T07:17:35,673 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41143 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:35,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411430x0, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:35,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41143-0x10151f49af70000 connected 2024-11-19T07:17:35,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/running 2024-11-19T07:17:35,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491, hbase.cluster.distributed=false 2024-11-19T07:17:35,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/acl 2024-11-19T07:17:35,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-19T07:17:35,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-19T07:17:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-19T07:17:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-19T07:17:35,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-19T07:17:35,874 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:35,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:35,875 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34969 2024-11-19T07:17:35,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34969 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:35,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:35,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349690x0, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:35,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349690x0, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/running 2024-11-19T07:17:35,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34969-0x10151f49af70001 connected 2024-11-19T07:17:35,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:35,895 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:35,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/master 2024-11-19T07:17:35,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/acl 2024-11-19T07:17:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-19T07:17:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34969 2024-11-19T07:17:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34969 2024-11-19T07:17:35,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-19T07:17:35,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34969 2024-11-19T07:17:35,908 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:41143 2024-11-19T07:17:35,908 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01765406227/backup-masters/db0afee3eab9,41143,1732000655669 2024-11-19T07:17:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/backup-masters 2024-11-19T07:17:35,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/backup-masters 2024-11-19T07:17:35,919 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on existing znode=/01765406227/backup-masters/db0afee3eab9,41143,1732000655669 2024-11-19T07:17:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01765406227/master 2024-11-19T07:17:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:35,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:35,930 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on existing znode=/01765406227/master 2024-11-19T07:17:35,930 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01765406227/backup-masters/db0afee3eab9,41143,1732000655669 from backup master directory 2024-11-19T07:17:35,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01765406227/backup-masters/db0afee3eab9,41143,1732000655669 2024-11-19T07:17:35,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/backup-masters 2024-11-19T07:17:35,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/backup-masters 2024-11-19T07:17:35,940 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:35,940 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,41143,1732000655669 2024-11-19T07:17:35,944 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/hbase.id] with ID: 11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4 2024-11-19T07:17:35,944 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/.tmp/hbase.id 2024-11-19T07:17:35,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:17:36,350 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/.tmp/hbase.id]:[hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/hbase.id] 2024-11-19T07:17:36,361 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:36,362 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:36,363 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:17:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:17:36,777 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:36,778 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:36,778 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:17:37,186 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store 2024-11-19T07:17:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:17:37,592 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:37,593 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:37,593 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:37,593 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:37,593 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:37,593 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:37,593 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:37,593 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000657593Disabling compacts and flushes for region at 1732000657593Disabling writes for close at 1732000657593Writing region close event to WAL at 1732000657593Closed at 1732000657593 2024-11-19T07:17:37,594 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/.initializing 2024-11-19T07:17:37,594 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/WALs/db0afee3eab9,41143,1732000655669 2024-11-19T07:17:37,595 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:37,597 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41143%2C1732000655669, suffix=, logDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/WALs/db0afee3eab9,41143,1732000655669, archiveDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:37,609 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/WALs/db0afee3eab9,41143,1732000655669/db0afee3eab9%2C41143%2C1732000655669.1732000657597, exclude list is [], retry=0 2024-11-19T07:17:37,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-df842919-1ec8-453e-bedd-b783be53bfd3,DISK] 2024-11-19T07:17:37,614 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/WALs/db0afee3eab9,41143,1732000655669/db0afee3eab9%2C41143%2C1732000655669.1732000657597 2024-11-19T07:17:37,614 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-19T07:17:37,614 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:37,614 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:37,614 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,614 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:37,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:37,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:37,620 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:37,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:37,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:37,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:37,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:37,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:37,625 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,625 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,626 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,627 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,627 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,627 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:37,629 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:37,631 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:37,631 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60925389, jitterRate=-0.09214095771312714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:37,632 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000657614Initializing all the Stores at 1732000657615 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000657615Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000657616 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000657616Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000657616Cleaning up temporary data from old regions at 1732000657627 (+11 ms)Region opened successfully at 1732000657632 (+5 ms) 2024-11-19T07:17:37,632 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:37,635 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745675a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:37,637 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:17:37,637 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:37,637 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:37,637 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:37,638 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:17:37,638 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:17:37,638 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:37,640 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:37,641 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:37,714 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/balancer already deleted, retry=false 2024-11-19T07:17:37,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:37,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:37,725 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/normalizer already deleted, retry=false 2024-11-19T07:17:37,725 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:37,726 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:37,735 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/switch/split already deleted, retry=false 2024-11-19T07:17:37,736 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:37,746 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/switch/merge already deleted, retry=false 2024-11-19T07:17:37,748 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:37,761 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01765406227/running 2024-11-19T07:17:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01765406227/running 2024-11-19T07:17:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,772 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,41143,1732000655669, sessionid=0x10151f49af70000, setting cluster-up flag (Was=false) 2024-11-19T07:17:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,824 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01765406227/flush-table-proc/acquired, /01765406227/flush-table-proc/reached, /01765406227/flush-table-proc/abort 2024-11-19T07:17:37,825 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41143,1732000655669 2024-11-19T07:17:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:37,876 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01765406227/online-snapshot/acquired, /01765406227/online-snapshot/reached, /01765406227/online-snapshot/abort 2024-11-19T07:17:37,878 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41143,1732000655669 2024-11-19T07:17:37,879 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:17:37,880 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:37,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:37,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:37,881 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of db0afee3eab9,34895,1732000623811: status=Processing ServerCrashProcedure of db0afee3eab9,34895,1732000623811 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732000642479, completionTime=-1 appears to have been leaked 2024-11-19T07:17:37,881 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,41143,1732000655669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:37,883 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000687884 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:37,884 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:37,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:37,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:17:37,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:37,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:37,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:37,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:37,885 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:37,886 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:37,886 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000657886,5,FailOnTimeoutGroup] 2024-11-19T07:17:37,886 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:37,886 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000657886,5,FailOnTimeoutGroup] 2024-11-19T07:17:37,886 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:37,886 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:37,886 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:37,886 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:37,886 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:17:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:17:37,901 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(746): ClusterId : 11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4 2024-11-19T07:17:37,902 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:37,976 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:37,976 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:38,034 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:38,035 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:38,050 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:34969 2024-11-19T07:17:38,050 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:38,050 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:38,050 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:38,051 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,41143,1732000655669 with port=34969, startcode=1732000655873 2024-11-19T07:17:38,051 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:38,052 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:38,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,055 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491 2024-11-19T07:17:38,055 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41569 2024-11-19T07:17:38,055 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:38,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/rs 2024-11-19T07:17:38,077 DEBUG [RS:0;db0afee3eab9:34969 {}] zookeeper.ZKUtil(111): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on existing znode=/01765406227/rs/db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,077 WARN [RS:0;db0afee3eab9:34969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:38,077 INFO [RS:0;db0afee3eab9:34969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:38,077 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,34969,1732000655873] 2024-11-19T07:17:38,081 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:38,082 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:38,083 INFO [RS:0;db0afee3eab9:34969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:38,083 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,083 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:38,084 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:38,084 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,084 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:38,085 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:38,085 DEBUG [RS:0;db0afee3eab9:34969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,088 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34969,1732000655873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:38,103 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:38,103 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34969,1732000655873-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,103 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,103 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.Replication(171): db0afee3eab9,34969,1732000655873 started 2024-11-19T07:17:38,116 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:38,117 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,34969,1732000655873, RpcServer on db0afee3eab9/172.17.0.2:34969, sessionid=0x10151f49af70001 2024-11-19T07:17:38,117 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:38,117 DEBUG [RS:0;db0afee3eab9:34969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,117 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34969,1732000655873' 2024-11-19T07:17:38,117 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01765406227/flush-table-proc/abort' 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01765406227/flush-table-proc/acquired' 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34969,1732000655873' 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01765406227/online-snapshot/abort' 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01765406227/online-snapshot/acquired' 2024-11-19T07:17:38,118 DEBUG [RS:0;db0afee3eab9:34969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:38,119 INFO [RS:0;db0afee3eab9:34969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:38,119 INFO [RS:0;db0afee3eab9:34969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:38,219 INFO [RS:0;db0afee3eab9:34969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:38,221 INFO [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34969%2C1732000655873, suffix=, logDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873, archiveDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs, maxLogs=10 2024-11-19T07:17:38,234 DEBUG [RS:0;db0afee3eab9:34969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221, exclude list is [], retry=0 2024-11-19T07:17:38,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-df842919-1ec8-453e-bedd-b783be53bfd3,DISK] 2024-11-19T07:17:38,239 INFO [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 2024-11-19T07:17:38,240 DEBUG [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-19T07:17:38,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:17:38,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491 2024-11-19T07:17:38,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:17:38,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:38,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:38,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:38,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:38,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:38,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:38,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:38,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:38,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:38,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:38,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:38,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:38,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:38,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:38,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:38,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:38,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:38,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:38,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740 2024-11-19T07:17:38,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740 2024-11-19T07:17:38,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:38,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:38,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:38,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:38,721 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:38,721 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71653753, jitterRate=0.06772412359714508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000658705Initializing all the Stores at 1732000658706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000658706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000658706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000658706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000658706Cleaning up temporary data from old regions at 1732000658717 (+11 ms)Region opened successfully at 1732000658722 (+5 ms) 2024-11-19T07:17:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:38,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:38,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:38,722 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:38,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000658722Disabling compacts and flushes for region at 1732000658722Disabling writes for close at 1732000658722Writing region close event to WAL at 1732000658722Closed at 1732000658722 2024-11-19T07:17:38,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:38,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:17:38,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:38,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:38,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:17:38,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:38,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:38,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:38,877 DEBUG [db0afee3eab9:41143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:38,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:38,879 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34969,1732000655873, state=OPENING 2024-11-19T07:17:38,887 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:17:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:38,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:38,898 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:38,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01765406227/meta-region-server: CHANGED 2024-11-19T07:17:38,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01765406227/meta-region-server: CHANGED 2024-11-19T07:17:38,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34969,1732000655873}] 2024-11-19T07:17:39,051 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:39,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:39,056 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:39,056 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:39,057 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:39,058 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34969%2C1732000655873.meta, suffix=.meta, logDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873, archiveDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs, maxLogs=10 2024-11-19T07:17:39,069 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.meta.1732000659059.meta, exclude list is [], retry=0 2024-11-19T07:17:39,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-df842919-1ec8-453e-bedd-b783be53bfd3,DISK] 2024-11-19T07:17:39,074 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.meta.1732000659059.meta 2024-11-19T07:17:39,074 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-19T07:17:39,074 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:39,075 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:39,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:39,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:39,075 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:39,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:39,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:39,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:39,076 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:39,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:39,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:39,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:39,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:39,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:39,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:39,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:39,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:39,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:39,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:39,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:39,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:39,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:39,086 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:39,087 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740 2024-11-19T07:17:39,088 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740 2024-11-19T07:17:39,090 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:39,090 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:39,090 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:39,092 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:39,093 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417523, jitterRate=0.06420402228832245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:39,093 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:39,094 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000659076Writing region info on filesystem at 1732000659076Initializing all the Stores at 1732000659077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000659077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000659077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000659077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000659077Cleaning up temporary data from old regions at 1732000659090 (+13 ms)Running coprocessor post-open hooks at 1732000659093 (+3 ms)Region opened successfully at 1732000659094 (+1 ms) 2024-11-19T07:17:39,095 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000659051 2024-11-19T07:17:39,099 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:39,099 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:39,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:39,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34969,1732000655873, state=OPEN 2024-11-19T07:17:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01765406227/meta-region-server 2024-11-19T07:17:39,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01765406227/meta-region-server 2024-11-19T07:17:39,142 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:39,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01765406227/meta-region-server: CHANGED 2024-11-19T07:17:39,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01765406227/meta-region-server: CHANGED 2024-11-19T07:17:39,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:17:39,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34969,1732000655873 in 244 msec 2024-11-19T07:17:39,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:17:39,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-19T07:17:39,149 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:39,149 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:17:39,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:39,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34969,1732000655873, seqNum=-1] 2024-11-19T07:17:39,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:39,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:39,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2820 sec 2024-11-19T07:17:39,163 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000659163, completionTime=-1 2024-11-19T07:17:39,163 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:17:39,163 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000719166 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000779166 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,166 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,167 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:41143, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,167 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,167 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,169 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.231sec 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:39,174 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:39,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:39,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41143,1732000655669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:39,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4811d8e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:39,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41143,-1 for getting cluster id 2024-11-19T07:17:39,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:39,204 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4' 2024-11-19T07:17:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4" 2024-11-19T07:17:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f504424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:39,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41143,-1] 2024-11-19T07:17:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:39,206 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:39,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:39,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:39,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34969,1732000655873, seqNum=-1] 2024-11-19T07:17:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:39,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:39,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,41143,1732000655669 2024-11-19T07:17:39,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:39,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:39,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f49af70002 connected 2024-11-19T07:17:39,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir so I do NOT create it in target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d 2024-11-19T07:17:39,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:17:39,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.tmp.dir so I do NOT create it in target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d 2024-11-19T07:17:39,247 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:17:39,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/cluster_60ef78f6-a587-a29e-2dd3-2800c11bd65f, deleteOnExit=true 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/test.cache.data in system properties and HBase conf 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:17:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:17:39,248 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:17:39,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:17:39,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:39,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:39,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:39,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:39,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:17:39,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:39,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:39,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:39,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765885a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/java.io.tmpdir/jetty-localhost-42977-hadoop-hdfs-3_4_1-tests_jar-_-any-18381985041780357024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:39,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:42977} 2024-11-19T07:17:39,687 INFO [Time-limited test {}] server.Server(415): Started @43942ms 2024-11-19T07:17:39,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:39,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:39,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:39,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:39,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:17:39,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15c2233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:39,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@335d1793{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:40,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@792e560c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/java.io.tmpdir/jetty-localhost-40735-hadoop-hdfs-3_4_1-tests_jar-_-any-8444589925185514926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:40,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77e1c6b9{HTTP/1.1, (http/1.1)}{localhost:40735} 2024-11-19T07:17:40,057 INFO [Time-limited test {}] server.Server(415): Started @44313ms 2024-11-19T07:17:40,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:17:40,716 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/cluster_60ef78f6-a587-a29e-2dd3-2800c11bd65f/data/data2/current/BP-180639230-172.17.0.2-1732000659273/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:40,716 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/cluster_60ef78f6-a587-a29e-2dd3-2800c11bd65f/data/data1/current/BP-180639230-172.17.0.2-1732000659273/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:40,735 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:17:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5157033844ce24af with lease ID 0x2b172c60fd587701: Processing first storage report for DS-3cd76c39-b81d-4dad-a3cc-75e543a0d5fd from datanode DatanodeRegistration(127.0.0.1:40769, datanodeUuid=f0aa4444-e3fc-4093-90ee-565ff3a743c4, infoPort=44735, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=1700103562;c=1732000659273) 2024-11-19T07:17:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5157033844ce24af with lease ID 0x2b172c60fd587701: from storage DS-3cd76c39-b81d-4dad-a3cc-75e543a0d5fd node DatanodeRegistration(127.0.0.1:40769, datanodeUuid=f0aa4444-e3fc-4093-90ee-565ff3a743c4, infoPort=44735, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=1700103562;c=1732000659273), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5157033844ce24af with lease ID 0x2b172c60fd587701: Processing first storage report for DS-6ae3da21-594d-4bf9-9e54-8e3bf09f773f from datanode DatanodeRegistration(127.0.0.1:40769, datanodeUuid=f0aa4444-e3fc-4093-90ee-565ff3a743c4, infoPort=44735, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=1700103562;c=1732000659273) 2024-11-19T07:17:40,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5157033844ce24af with lease ID 0x2b172c60fd587701: from storage DS-6ae3da21-594d-4bf9-9e54-8e3bf09f773f node DatanodeRegistration(127.0.0.1:40769, datanodeUuid=f0aa4444-e3fc-4093-90ee-565ff3a743c4, infoPort=44735, infoSecurePort=0, ipcPort=34029, storageInfo=lv=-57;cid=testClusterID;nsid=1700103562;c=1732000659273), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:40,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d 2024-11-19T07:17:40,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:40,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:17:41,196 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b with version=8 2024-11-19T07:17:41,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/hbase-staging 2024-11-19T07:17:41,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:41,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:41,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:41,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32843 2024-11-19T07:17:41,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32843 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:41,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328430x0, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:41,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32843-0x10151f49af70003 connected 2024-11-19T07:17:41,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:41,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:41,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/running 2024-11-19T07:17:41,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b, hbase.cluster.distributed=false 2024-11-19T07:17:41,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/acl 2024-11-19T07:17:41,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-19T07:17:41,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32843 2024-11-19T07:17:41,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32843 2024-11-19T07:17:41,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-19T07:17:41,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32843 2024-11-19T07:17:41,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:41,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43881 2024-11-19T07:17:41,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43881 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:41,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:41,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:41,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438810x0, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:41,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438810x0, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/running 2024-11-19T07:17:41,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43881-0x10151f49af70004 connected 2024-11-19T07:17:41,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:41,368 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:41,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/master 2024-11-19T07:17:41,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/acl 2024-11-19T07:17:41,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-19T07:17:41,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43881 2024-11-19T07:17:41,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43881 2024-11-19T07:17:41,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-19T07:17:41,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-19T07:17:41,385 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:32843 2024-11-19T07:17:41,385 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-517934306/backup-masters/db0afee3eab9,32843,1732000661197 2024-11-19T07:17:41,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/backup-masters 2024-11-19T07:17:41,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/backup-masters 2024-11-19T07:17:41,392 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on existing znode=/1-517934306/backup-masters/db0afee3eab9,32843,1732000661197 2024-11-19T07:17:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-517934306/master 2024-11-19T07:17:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:41,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:41,403 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on existing znode=/1-517934306/master 2024-11-19T07:17:41,403 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-517934306/backup-masters/db0afee3eab9,32843,1732000661197 from backup master directory 2024-11-19T07:17:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/backup-masters 2024-11-19T07:17:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-517934306/backup-masters/db0afee3eab9,32843,1732000661197 2024-11-19T07:17:41,413 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/backup-masters 2024-11-19T07:17:41,413 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,32843,1732000661197 2024-11-19T07:17:41,418 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/hbase.id] with ID: b25c3f53-cabf-417d-9a5a-651332cac03a 2024-11-19T07:17:41,418 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/.tmp/hbase.id 2024-11-19T07:17:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:17:41,824 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/.tmp/hbase.id]:[hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/hbase.id] 2024-11-19T07:17:41,835 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:41,835 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:41,837 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:17:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:41,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:41,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:17:42,289 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:42,290 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:42,290 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:17:42,698 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store 2024-11-19T07:17:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:43,105 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:43,105 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:43,105 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000663105Disabling compacts and flushes for region at 1732000663105Disabling writes for close at 1732000663105Writing region close event to WAL at 1732000663105Closed at 1732000663105 2024-11-19T07:17:43,106 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/.initializing 2024-11-19T07:17:43,106 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/WALs/db0afee3eab9,32843,1732000661197 2024-11-19T07:17:43,107 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:43,109 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C32843%2C1732000661197, suffix=, logDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/WALs/db0afee3eab9,32843,1732000661197, archiveDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:43,121 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/WALs/db0afee3eab9,32843,1732000661197/db0afee3eab9%2C32843%2C1732000661197.1732000663110, exclude list is [], retry=0 2024-11-19T07:17:43,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40769,DS-3cd76c39-b81d-4dad-a3cc-75e543a0d5fd,DISK] 2024-11-19T07:17:43,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/WALs/db0afee3eab9,32843,1732000661197/db0afee3eab9%2C32843%2C1732000661197.1732000663110 2024-11-19T07:17:43,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-19T07:17:43,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:43,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:43,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:43,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:43,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:43,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:43,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:43,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:43,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:43,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:43,135 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,136 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,136 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,137 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,137 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,138 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:43,139 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:43,141 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:43,141 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64168306, jitterRate=-0.043817728757858276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:43,141 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000663126Initializing all the Stores at 1732000663127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000663127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000663128 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000663128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000663128Cleaning up temporary data from old regions at 1732000663137 (+9 ms)Region opened successfully at 1732000663141 (+4 ms) 2024-11-19T07:17:43,141 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:43,144 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25edbce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:43,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:17:43,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:43,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:43,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:43,146 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:17:43,146 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:17:43,146 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:43,148 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:43,149 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:43,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/balancer already deleted, retry=false 2024-11-19T07:17:43,209 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:43,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:43,219 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/normalizer already deleted, retry=false 2024-11-19T07:17:43,219 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:43,220 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:43,230 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/switch/split already deleted, retry=false 2024-11-19T07:17:43,231 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:43,240 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/switch/merge already deleted, retry=false 2024-11-19T07:17:43,242 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:43,255 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-517934306/running 2024-11-19T07:17:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-517934306/running 2024-11-19T07:17:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,266 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,32843,1732000661197, sessionid=0x10151f49af70003, setting cluster-up flag (Was=false) 2024-11-19T07:17:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,318 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-517934306/flush-table-proc/acquired, /1-517934306/flush-table-proc/reached, /1-517934306/flush-table-proc/abort 2024-11-19T07:17:43,319 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,32843,1732000661197 2024-11-19T07:17:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:17:43,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:17:43,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:43,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T07:17:43,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:43,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:17:43,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:17:43,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:17:43,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:43,371 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-517934306/online-snapshot/acquired, /1-517934306/online-snapshot/reached, /1-517934306/online-snapshot/abort 2024-11-19T07:17:43,372 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,32843,1732000661197 2024-11-19T07:17:43,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:17:43,375 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:43,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:43,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:43,375 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,32843,1732000661197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:43,377 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000693378 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:43,378 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:43,379 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:43,379 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:17:43,379 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:43,380 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:43,380 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000663380,5,FailOnTimeoutGroup] 2024-11-19T07:17:43,380 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:17:43,382 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000663380,5,FailOnTimeoutGroup] 2024-11-19T07:17:43,382 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,383 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:43,383 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,383 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:17:43,475 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(746): ClusterId : b25c3f53-cabf-417d-9a5a-651332cac03a 2024-11-19T07:17:43,475 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:43,487 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:43,488 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:43,498 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:43,498 DEBUG [RS:0;db0afee3eab9:43881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448ee420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:43,511 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:43881 2024-11-19T07:17:43,511 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:43,511 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:43,511 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:43,512 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,32843,1732000661197 with port=43881, startcode=1732000661349 2024-11-19T07:17:43,512 DEBUG [RS:0;db0afee3eab9:43881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:43,514 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:43,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32843 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,517 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b 2024-11-19T07:17:43,517 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39431 2024-11-19T07:17:43,517 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/rs 2024-11-19T07:17:43,612 DEBUG [RS:0;db0afee3eab9:43881 {}] zookeeper.ZKUtil(111): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on existing znode=/1-517934306/rs/db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,612 WARN [RS:0;db0afee3eab9:43881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:43,612 INFO [RS:0;db0afee3eab9:43881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:43,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,43881,1732000661349] 2024-11-19T07:17:43,612 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,618 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:43,621 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:43,624 INFO [RS:0;db0afee3eab9:43881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:43,624 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,625 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:43,626 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:43,626 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,626 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,626 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,626 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,626 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:43,627 DEBUG [RS:0;db0afee3eab9:43881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:43,630 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,630 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,630 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,630 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,631 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,631 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43881,1732000661349-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:43,649 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:43,649 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43881,1732000661349-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,649 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,649 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.Replication(171): db0afee3eab9,43881,1732000661349 started 2024-11-19T07:17:43,665 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:43,665 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,43881,1732000661349, RpcServer on db0afee3eab9/172.17.0.2:43881, sessionid=0x10151f49af70004 2024-11-19T07:17:43,665 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:43,666 DEBUG [RS:0;db0afee3eab9:43881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,666 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43881,1732000661349' 2024-11-19T07:17:43,666 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-517934306/flush-table-proc/abort' 2024-11-19T07:17:43,666 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-517934306/flush-table-proc/acquired' 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,43881,1732000661349 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,43881,1732000661349' 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-517934306/online-snapshot/abort' 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-517934306/online-snapshot/acquired' 2024-11-19T07:17:43,667 DEBUG [RS:0;db0afee3eab9:43881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:43,667 INFO [RS:0;db0afee3eab9:43881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:43,667 INFO [RS:0;db0afee3eab9:43881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:43,768 INFO [RS:0;db0afee3eab9:43881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:43,775 INFO [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C43881%2C1732000661349, suffix=, logDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349, archiveDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/oldWALs, maxLogs=10 2024-11-19T07:17:43,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:17:43,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b 2024-11-19T07:17:43,796 DEBUG [RS:0;db0afee3eab9:43881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.1732000663775, exclude list is [], retry=0 2024-11-19T07:17:43,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40769,DS-3cd76c39-b81d-4dad-a3cc-75e543a0d5fd,DISK] 2024-11-19T07:17:43,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:17:43,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:43,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:43,821 INFO [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.1732000663775 2024-11-19T07:17:43,822 DEBUG [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-19T07:17:43,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:43,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:43,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:43,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:43,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:43,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:43,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:43,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:43,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:43,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:43,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:43,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:43,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740 2024-11-19T07:17:43,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740 2024-11-19T07:17:43,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:43,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:43,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:43,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:43,843 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:43,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64274747, jitterRate=-0.04223163425922394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000663817Initializing all the Stores at 1732000663818 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000663818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000663821 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000663821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000663821Cleaning up temporary data from old regions at 1732000663839 (+18 ms)Region opened successfully at 1732000663845 (+6 ms) 2024-11-19T07:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:43,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:43,848 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:43,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000663845Disabling compacts and flushes for region at 1732000663845Disabling writes for close at 1732000663845Writing region close event to WAL at 1732000663848 (+3 ms)Closed at 1732000663848 2024-11-19T07:17:43,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:43,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:17:43,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:43,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:43,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:17:44,003 DEBUG [db0afee3eab9:32843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:44,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,43881,1732000661349 2024-11-19T07:17:44,006 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,43881,1732000661349, state=OPENING 2024-11-19T07:17:44,061 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:17:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:44,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:44,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-517934306/meta-region-server: CHANGED 2024-11-19T07:17:44,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:44,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,43881,1732000661349}] 2024-11-19T07:17:44,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-517934306/meta-region-server: CHANGED 2024-11-19T07:17:44,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:44,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:44,236 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:44,236 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:44,237 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:44,239 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C43881%2C1732000661349.meta, suffix=.meta, logDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349, archiveDir=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/oldWALs, maxLogs=10 2024-11-19T07:17:44,262 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.meta.1732000664240.meta, exclude list is [], retry=0 2024-11-19T07:17:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40769,DS-3cd76c39-b81d-4dad-a3cc-75e543a0d5fd,DISK] 2024-11-19T07:17:44,271 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.meta.1732000664240.meta 2024-11-19T07:17:44,272 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44735:44735)] 2024-11-19T07:17:44,273 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:44,273 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:44,273 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:44,273 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:44,274 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:44,274 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:44,274 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:44,274 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:44,274 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:44,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:44,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:44,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:44,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:44,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:44,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:44,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:44,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:44,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:44,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:44,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:44,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:44,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:44,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:44,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:44,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:44,286 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:44,287 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740 2024-11-19T07:17:44,289 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740 2024-11-19T07:17:44,292 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:44,292 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:44,294 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:44,298 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:44,299 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62044832, jitterRate=-0.07545995712280273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:44,299 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:44,300 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000664274Writing region info on filesystem at 1732000664274Initializing all the Stores at 1732000664276 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000664276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000664276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000664276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000664276Cleaning up temporary data from old regions at 1732000664292 (+16 ms)Running coprocessor post-open hooks at 1732000664299 (+7 ms)Region opened successfully at 1732000664300 (+1 ms) 2024-11-19T07:17:44,301 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000664227 2024-11-19T07:17:44,304 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:44,305 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:44,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,43881,1732000661349 2024-11-19T07:17:44,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,43881,1732000661349, state=OPEN 2024-11-19T07:17:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-517934306/meta-region-server 2024-11-19T07:17:44,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-517934306/meta-region-server 2024-11-19T07:17:44,318 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,43881,1732000661349 2024-11-19T07:17:44,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-517934306/meta-region-server: CHANGED 2024-11-19T07:17:44,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-517934306/meta-region-server: CHANGED 2024-11-19T07:17:44,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:17:44,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,43881,1732000661349 in 245 msec 2024-11-19T07:17:44,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:17:44,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-19T07:17:44,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:44,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:17:44,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:44,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,43881,1732000661349, seqNum=-1] 2024-11-19T07:17:44,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:44,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:44,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 965 msec 2024-11-19T07:17:44,343 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000664343, completionTime=-1 2024-11-19T07:17:44,344 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:17:44,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:44,347 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:44,347 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000724347 2024-11-19T07:17:44,347 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000784347 2024-11-19T07:17:44,347 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T07:17:44,347 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:32843, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,351 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:17:44,352 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,357 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:44,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:44,369 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:44,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:44,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32843,1732000661197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:44,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f39931b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32843,-1 for getting cluster id 2024-11-19T07:17:44,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:44,381 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b25c3f53-cabf-417d-9a5a-651332cac03a' 2024-11-19T07:17:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:44,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b25c3f53-cabf-417d-9a5a-651332cac03a" 2024-11-19T07:17:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d4152c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32843,-1] 2024-11-19T07:17:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:44,384 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:44,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45494322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,43881,1732000661349, seqNum=-1] 2024-11-19T07:17:44,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:44,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:44,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,32843,1732000661197 2024-11-19T07:17:44,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55252 2024-11-19T07:17:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:44,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f49af70005 connected 2024-11-19T07:17:44,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2469b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41143,-1 for getting cluster id 2024-11-19T07:17:44,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:44,419 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4' 2024-11-19T07:17:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:44,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4" 2024-11-19T07:17:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea01824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41143,-1] 2024-11-19T07:17:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:44,423 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12105f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41143,1732000655669 2024-11-19T07:17:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f5535de 2024-11-19T07:17:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:44,428 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:44,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:32843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:17:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:17:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:44,433 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:32843' 2024-11-19T07:17:44,435 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7504f497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,436 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32843,-1 for getting cluster id 2024-11-19T07:17:44,436 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:44,437 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b25c3f53-cabf-417d-9a5a-651332cac03a' 2024-11-19T07:17:44,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:44,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b25c3f53-cabf-417d-9a5a-651332cac03a" 2024-11-19T07:17:44,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236ec995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32843,-1] 2024-11-19T07:17:44,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:44,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:44,439 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:44,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131a7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:44,441 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,32843,1732000661197 2024-11-19T07:17:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1db23cb2 2024-11-19T07:17:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:44,446 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:44,447 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-19T07:17:44,447 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:17:44,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:44,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:44,448 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:44,450 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:44,453 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:17:44,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:17:44,455 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:44,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:17:44,503 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:17:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741835_1011 (size=1138) 2024-11-19T07:17:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:44,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:44,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:44,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:44,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:17:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:44,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44517fd0580108779ef0c0ca4336cdd9, NAME => 'hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491 2024-11-19T07:17:44,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741836_1012 (size=44) 2024-11-19T07:17:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:45,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:45,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44517fd0580108779ef0c0ca4336cdd9, disabling compactions & flushes 2024-11-19T07:17:45,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. after waiting 0 ms 2024-11-19T07:17:45,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44517fd0580108779ef0c0ca4336cdd9: Waiting for close lock at 1732000665327Disabling compacts and flushes for region at 1732000665327Disabling writes for close at 1732000665327Writing region close event to WAL at 1732000665328 (+1 ms)Closed at 1732000665328 2024-11-19T07:17:45,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:17:45,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000665329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000665329"}]},"ts":"1732000665329"} 2024-11-19T07:17:45,332 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:17:45,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:17:45,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000665333"}]},"ts":"1732000665333"} 2024-11-19T07:17:45,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:17:45,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44517fd0580108779ef0c0ca4336cdd9, ASSIGN}] 2024-11-19T07:17:45,336 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44517fd0580108779ef0c0ca4336cdd9, ASSIGN 2024-11-19T07:17:45,337 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44517fd0580108779ef0c0ca4336cdd9, ASSIGN; state=OFFLINE, location=db0afee3eab9,34969,1732000655873; forceNewPlan=false, retain=false 2024-11-19T07:17:45,488 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=44517fd0580108779ef0c0ca4336cdd9, regionState=OPENING, regionLocation=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:45,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44517fd0580108779ef0c0ca4336cdd9, ASSIGN because future has completed 2024-11-19T07:17:45,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44517fd0580108779ef0c0ca4336cdd9, server=db0afee3eab9,34969,1732000655873}] 2024-11-19T07:17:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:45,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:45,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:17:45,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34969%2C1732000655873.rep, suffix=, logDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873, archiveDir=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs, maxLogs=10 2024-11-19T07:17:45,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.rep.1732000665649, exclude list is [], retry=0 2024-11-19T07:17:45,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39207,DS-df842919-1ec8-453e-bedd-b783be53bfd3,DISK] 2024-11-19T07:17:45,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.rep.1732000665649 2024-11-19T07:17:45,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39893:39893)] 2024-11-19T07:17:45,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 44517fd0580108779ef0c0ca4336cdd9, NAME => 'hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:45,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:45,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:45,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. service=MultiRowMutationService 2024-11-19T07:17:45,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:17:45,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:45,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,667 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,668 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44517fd0580108779ef0c0ca4336cdd9 columnFamilyName hfileref 2024-11-19T07:17:45,668 DEBUG [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:45,669 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(327): Store=44517fd0580108779ef0c0ca4336cdd9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:45,669 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,670 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44517fd0580108779ef0c0ca4336cdd9 columnFamilyName queue 2024-11-19T07:17:45,670 DEBUG [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:45,670 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(327): Store=44517fd0580108779ef0c0ca4336cdd9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:45,671 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,672 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44517fd0580108779ef0c0ca4336cdd9 columnFamilyName sid 2024-11-19T07:17:45,672 DEBUG [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:45,672 INFO [StoreOpener-44517fd0580108779ef0c0ca4336cdd9-1 {}] regionserver.HStore(327): Store=44517fd0580108779ef0c0ca4336cdd9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:45,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:17:45,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:45,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 44517fd0580108779ef0c0ca4336cdd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64201037, jitterRate=-0.04332999885082245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:17:45,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:45,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 44517fd0580108779ef0c0ca4336cdd9: Running coprocessor pre-open hook at 1732000665666Writing region info on filesystem at 1732000665666Initializing all the Stores at 1732000665667 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000665667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000665667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000665667Cleaning up temporary data from old regions at 1732000665674 (+7 ms)Running coprocessor post-open hooks at 1732000665679 (+5 ms)Region opened successfully at 1732000665679 2024-11-19T07:17:45,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9., pid=7, masterSystemTime=1732000665643 2024-11-19T07:17:45,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:45,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=44517fd0580108779ef0c0ca4336cdd9, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34969,1732000655873 2024-11-19T07:17:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44517fd0580108779ef0c0ca4336cdd9, server=db0afee3eab9,34969,1732000655873 because future has completed 2024-11-19T07:17:45,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T07:17:45,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 44517fd0580108779ef0c0ca4336cdd9, server=db0afee3eab9,34969,1732000655873 in 197 msec 2024-11-19T07:17:45,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:17:45,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44517fd0580108779ef0c0ca4336cdd9, ASSIGN in 354 msec 2024-11-19T07:17:45,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:17:45,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000665692"}]},"ts":"1732000665692"} 2024-11-19T07:17:45,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:17:45,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:17:45,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-19T07:17:45,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9., hostname=db0afee3eab9,34969,1732000655873, seqNum=2] 2024-11-19T07:17:45,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:45,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:45,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:17:45,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T07:17:45,964 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:17:45,992 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,34969,1732000655873, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:17:45,993 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:45,993 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34969,1732000655873, seqNum=-1] 2024-11-19T07:17:45,993 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:45,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-19T07:17:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,34969,1732000655873', locateType=CURRENT is [region=hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9., hostname=db0afee3eab9,34969,1732000655873, seqNum=2] 2024-11-19T07:17:45,999 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T07:17:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T07:17:46,001 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,34969,1732000655873 suceeded 2024-11-19T07:17:46,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T07:17:46,004 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:32843,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:17:46,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T07:17:46,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-19T07:17:46,019 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:32843' 2024-11-19T07:17:46,021 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f51877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:46,021 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32843,-1 for getting cluster id 2024-11-19T07:17:46,021 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:46,022 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b25c3f53-cabf-417d-9a5a-651332cac03a' 2024-11-19T07:17:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b25c3f53-cabf-417d-9a5a-651332cac03a" 2024-11-19T07:17:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@566bdeee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:46,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32843,-1] 2024-11-19T07:17:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,024 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:46,024 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e22bede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:46,024 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,32843,1732000661197 2024-11-19T07:17:46,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@111272e3 2024-11-19T07:17:46,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:46,027 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-19T07:17:46,027 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,34969,1732000655873 (queues=1) is replicating from cluster=11eb38d1-a7af-4e9c-8c52-2c774fd0c3b4 to cluster=b25c3f53-cabf-417d-9a5a-651332cac03a 2024-11-19T07:17:46,027 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C34969%2C1732000655873 2024-11-19T07:17:46,028 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,34969,1732000655873, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:17:46,028 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.shipperdb0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C34969%2C1732000655873 2024-11-19T07:17:46,028 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221, startPosition=0, beingWritten=true 2024-11-19T07:17:46,234 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:46,539 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:46,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:17:46,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:17:46,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:46,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:46,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:46,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:17:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41143,1732000655669 2024-11-19T07:17:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11311b33 2024-11-19T07:17:46,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:17:46,578 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:17:46,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:17:46,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:17:46,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:46,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:46,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:46,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:17:46,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=405530816, stopped=false 2024-11-19T07:17:46,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,32843,1732000661197 2024-11-19T07:17:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-517934306/running 2024-11-19T07:17:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-517934306/running 2024-11-19T07:17:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:46,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:46,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:46,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:46,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:46,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/running 2024-11-19T07:17:46,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Set watcher on znode that does not yet exist, /1-517934306/running 2024-11-19T07:17:46,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,43881,1732000661349' ***** 2024-11-19T07:17:46,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:17:46,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,43881,1732000661349 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:43881. 2024-11-19T07:17:46,631 DEBUG [RS:0;db0afee3eab9:43881 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:46,631 DEBUG [RS:0;db0afee3eab9:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:17:46,631 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:17:46,632 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:17:46,632 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:46,632 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:46,632 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:46,632 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:46,632 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:46,632 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:46,632 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:46,632 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T07:17:46,633 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:46,635 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:17:46,635 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:17:46,646 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/.tmp/ns/9cf12888e2a14ddda9f0337e836ee341 is 43, key is default/ns:d/1732000664334/Put/seqid=0 2024-11-19T07:17:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741835_1011 (size=5153) 2024-11-19T07:17:46,832 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:46,943 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:47,032 DEBUG [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:47,051 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/.tmp/ns/9cf12888e2a14ddda9f0337e836ee341 2024-11-19T07:17:47,057 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/.tmp/ns/9cf12888e2a14ddda9f0337e836ee341 as hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/ns/9cf12888e2a14ddda9f0337e836ee341 2024-11-19T07:17:47,063 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/ns/9cf12888e2a14ddda9f0337e836ee341, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T07:17:47,065 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-19T07:17:47,069 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T07:17:47,070 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:47,070 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:47,070 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:47,070 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000666632Running coprocessor pre-close hooks at 1732000666632Disabling compacts and flushes for region at 1732000666632Disabling writes for close at 1732000666632Obtaining lock to block concurrent updates at 1732000666632Preparing flush snapshotting stores in 1588230740 at 1732000666632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732000666632Flushing stores of hbase:meta,,1.1588230740 at 1732000666633 (+1 ms)Flushing 1588230740/ns: creating writer at 1732000666633Flushing 1588230740/ns: appending metadata at 1732000666646 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732000666646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf43f38: reopening flushed file at 1732000667056 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732000667065 (+9 ms)Writing region close event to WAL at 1732000667065Running coprocessor post-close hooks at 1732000667069 (+4 ms)Closed at 1732000667070 (+1 ms) 2024-11-19T07:17:47,070 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:47,232 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,43881,1732000661349; all regions closed. 2024-11-19T07:17:47,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.meta.1732000664240.meta not finished, retry = 0 2024-11-19T07:17:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741834_1010 (size=1152) 2024-11-19T07:17:47,338 DEBUG [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/oldWALs 2024-11-19T07:17:47,338 INFO [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43881%2C1732000661349.meta:.meta(num 1732000664240) 2024-11-19T07:17:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741833_1009 (size=93) 2024-11-19T07:17:47,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/WALs/db0afee3eab9,43881,1732000661349/db0afee3eab9%2C43881%2C1732000661349.1732000663775 not finished, retry = 0 2024-11-19T07:17:47,444 DEBUG [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/oldWALs 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C43881%2C1732000661349:(num 1732000663775) 2024-11-19T07:17:47,444 DEBUG [RS:0;db0afee3eab9:43881 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:47,444 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:47,444 INFO [RS:0;db0afee3eab9:43881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43881 2024-11-19T07:17:47,448 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306/rs 2024-11-19T07:17:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-517934306/rs/db0afee3eab9,43881,1732000661349 2024-11-19T07:17:47,503 INFO [RS:0;db0afee3eab9:43881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:47,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,43881,1732000661349] 2024-11-19T07:17:47,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-517934306/draining/db0afee3eab9,43881,1732000661349 already deleted, retry=false 2024-11-19T07:17:47,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,43881,1732000661349 expired; onlineServers=0 2024-11-19T07:17:47,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,32843,1732000661197' ***** 2024-11-19T07:17:47,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:47,525 DEBUG [M:0;db0afee3eab9:32843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:17:47,525 DEBUG [M:0;db0afee3eab9:32843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:17:47,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:17:47,525 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000663380 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000663380,5,FailOnTimeoutGroup] 2024-11-19T07:17:47,525 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000663380 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000663380,5,FailOnTimeoutGroup] 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:47,525 DEBUG [M:0;db0afee3eab9:32843 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:17:47,525 INFO [M:0;db0afee3eab9:32843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:47,526 INFO [M:0;db0afee3eab9:32843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:17:47,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:17:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-517934306/master 2024-11-19T07:17:47,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-517934306 2024-11-19T07:17:47,535 DEBUG [M:0;db0afee3eab9:32843 {}] zookeeper.ZKUtil(347): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Unable to get data of znode /1-517934306/master because node does not exist (not an error) 2024-11-19T07:17:47,535 WARN [M:0;db0afee3eab9:32843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:17:47,536 INFO [M:0;db0afee3eab9:32843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/.lastflushedseqids 2024-11-19T07:17:47,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741836_1012 (size=99) 2024-11-19T07:17:47,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:47,614 INFO [RS:0;db0afee3eab9:43881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:47,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43881-0x10151f49af70004, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:47,614 INFO [RS:0;db0afee3eab9:43881 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,43881,1732000661349; zookeeper connection closed. 2024-11-19T07:17:47,614 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cbe5c1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cbe5c1a 2024-11-19T07:17:47,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:17:47,941 INFO [M:0;db0afee3eab9:32843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:17:47,941 INFO [M:0;db0afee3eab9:32843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:17:47,942 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:47,942 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:47,942 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:47,942 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:47,942 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:47,942 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T07:17:47,961 DEBUG [M:0;db0afee3eab9:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dd96d4787774ff48c737d04f538bcc1 is 82, key is hbase:meta,,1/info:regioninfo/1732000664305/Put/seqid=0 2024-11-19T07:17:47,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741837_1013 (size=5672) 2024-11-19T07:17:48,052 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:48,366 INFO [M:0;db0afee3eab9:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dd96d4787774ff48c737d04f538bcc1 2024-11-19T07:17:48,391 DEBUG [M:0;db0afee3eab9:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6dadfcdb1c44d9abe8d5758a338e28 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732000664342/Put/seqid=0 2024-11-19T07:17:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741838_1014 (size=5275) 2024-11-19T07:17:48,757 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:48,796 INFO [M:0;db0afee3eab9:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6dadfcdb1c44d9abe8d5758a338e28 2024-11-19T07:17:48,872 DEBUG [M:0;db0afee3eab9:32843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37daf01da81d4ff9ab4584fa5051932b is 69, key is db0afee3eab9,43881,1732000661349/rs:state/1732000663515/Put/seqid=0 2024-11-19T07:17:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741839_1015 (size=5156) 2024-11-19T07:17:49,280 INFO [M:0;db0afee3eab9:32843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37daf01da81d4ff9ab4584fa5051932b 2024-11-19T07:17:49,289 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dd96d4787774ff48c737d04f538bcc1 as hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dd96d4787774ff48c737d04f538bcc1 2024-11-19T07:17:49,295 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dd96d4787774ff48c737d04f538bcc1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T07:17:49,296 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c6dadfcdb1c44d9abe8d5758a338e28 as hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c6dadfcdb1c44d9abe8d5758a338e28 2024-11-19T07:17:49,301 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c6dadfcdb1c44d9abe8d5758a338e28, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T07:17:49,302 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37daf01da81d4ff9ab4584fa5051932b as hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37daf01da81d4ff9ab4584fa5051932b 2024-11-19T07:17:49,307 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39431/user/jenkins/test-data/2091544a-7680-960c-9aee-feef528eb82b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37daf01da81d4ff9ab4584fa5051932b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T07:17:49,308 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=28, compaction requested=false 2024-11-19T07:17:49,309 INFO [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:49,309 DEBUG [M:0;db0afee3eab9:32843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000667942Disabling compacts and flushes for region at 1732000667942Disabling writes for close at 1732000667942Obtaining lock to block concurrent updates at 1732000667942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000667942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732000667943 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000667943Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000667943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000667961 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000667961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000668371 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000668390 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000668390Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000668854 (+464 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000668871 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000668871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6245e6bf: reopening flushed file at 1732000669288 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6c9165: reopening flushed file at 1732000669295 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7038a444: reopening flushed file at 1732000669301 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1366ms, sequenceid=28, compaction requested=false at 1732000669308 (+7 ms)Writing region close event to WAL at 1732000669309 (+1 ms)Closed at 1732000669309 2024-11-19T07:17:49,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40769 is added to blk_1073741830_1006 (size=10165) 2024-11-19T07:17:49,312 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:49,312 INFO [M:0;db0afee3eab9:32843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:17:49,312 INFO [M:0;db0afee3eab9:32843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32843 2024-11-19T07:17:49,312 INFO [M:0;db0afee3eab9:32843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:49,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:49,477 INFO [M:0;db0afee3eab9:32843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:49,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32843-0x10151f49af70003, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:49,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@792e560c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:49,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77e1c6b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:49,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:49,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@335d1793{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:49,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15c2233d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:49,516 WARN [BP-180639230-172.17.0.2-1732000659273 heartbeating to localhost/127.0.0.1:39431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:17:49,516 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:17:49,516 WARN [BP-180639230-172.17.0.2-1732000659273 heartbeating to localhost/127.0.0.1:39431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-180639230-172.17.0.2-1732000659273 (Datanode Uuid f0aa4444-e3fc-4093-90ee-565ff3a743c4) service to localhost/127.0.0.1:39431 2024-11-19T07:17:49,516 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:17:49,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/cluster_60ef78f6-a587-a29e-2dd3-2800c11bd65f/data/data1/current/BP-180639230-172.17.0.2-1732000659273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:49,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/cluster_60ef78f6-a587-a29e-2dd3-2800c11bd65f/data/data2/current/BP-180639230-172.17.0.2-1732000659273 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:49,517 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:17:49,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765885a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:49,524 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546cc908{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:49,524 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:49,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d5ad8c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:49,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3833aa3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:49,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:17:49,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:17:49,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:49,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:49,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:49,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:49,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:49,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:17:49,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079398533, stopped=false 2024-11-19T07:17:49,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,41143,1732000655669 2024-11-19T07:17:49,562 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01765406227/running 2024-11-19T07:17:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01765406227/running 2024-11-19T07:17:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:49,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:49,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:49,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:17:49,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:49,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:49,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/running 2024-11-19T07:17:49,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Set watcher on znode that does not yet exist, /01765406227/running 2024-11-19T07:17:49,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,34969,1732000655873' ***** 2024-11-19T07:17:49,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:17:49,568 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(3091): Received CLOSE for 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,34969,1732000655873 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34969. 2024-11-19T07:17:49,568 DEBUG [RS:0;db0afee3eab9:34969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:49,568 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44517fd0580108779ef0c0ca4336cdd9, disabling compactions & flushes 2024-11-19T07:17:49,568 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:49,568 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:49,568 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:17:49,568 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. after waiting 0 ms 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:17:49,568 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:17:49,568 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44517fd0580108779ef0c0ca4336cdd9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T07:17:49,568 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:17:49,569 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:17:49,569 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1325): Online Regions={44517fd0580108779ef0c0ca4336cdd9=hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:49,569 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:49,569 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:49,569 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:49,569 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:49,569 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:49,569 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:49,569 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T07:17:49,583 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/.tmp/queue/c05b40be8061414cb165a846b8835ccd is 151, key is 1-db0afee3eab9,34969,1732000655873/queue:db0afee3eab9%2C34969%2C1732000655873/1732000665997/Put/seqid=0 2024-11-19T07:17:49,583 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/info/121961025ff8481db360d0d58e786e68 is 147, key is hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9./info:regioninfo/1732000665683/Put/seqid=0 2024-11-19T07:17:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741838_1014 (size=5350) 2024-11-19T07:17:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741839_1015 (size=6631) 2024-11-19T07:17:49,599 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:49,769 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:49,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:49,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:49,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:49,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:49,969 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44517fd0580108779ef0c0ca4336cdd9 2024-11-19T07:17:49,990 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/.tmp/queue/c05b40be8061414cb165a846b8835ccd 2024-11-19T07:17:49,996 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/info/121961025ff8481db360d0d58e786e68 2024-11-19T07:17:49,997 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/.tmp/queue/c05b40be8061414cb165a846b8835ccd as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/queue/c05b40be8061414cb165a846b8835ccd 2024-11-19T07:17:50,003 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/queue/c05b40be8061414cb165a846b8835ccd, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T07:17:50,004 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 44517fd0580108779ef0c0ca4336cdd9 in 436ms, sequenceid=5, compaction requested=false 2024-11-19T07:17:50,004 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:17:50,009 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/replication/44517fd0580108779ef0c0ca4336cdd9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:17:50,010 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:50,010 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:50,010 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:50,010 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44517fd0580108779ef0c0ca4336cdd9: Waiting for close lock at 1732000669568Running coprocessor pre-close hooks at 1732000669568Disabling compacts and flushes for region at 1732000669568Disabling writes for close at 1732000669568Obtaining lock to block concurrent updates at 1732000669568Preparing flush snapshotting stores in 44517fd0580108779ef0c0ca4336cdd9 at 1732000669568Finished memstore snapshotting hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732000669569 (+1 ms)Flushing stores of hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. at 1732000669569Flushing 44517fd0580108779ef0c0ca4336cdd9/queue: creating writer at 1732000669569Flushing 44517fd0580108779ef0c0ca4336cdd9/queue: appending metadata at 1732000669582 (+13 ms)Flushing 44517fd0580108779ef0c0ca4336cdd9/queue: closing flushed file at 1732000669582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e588bea: reopening flushed file at 1732000669996 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 44517fd0580108779ef0c0ca4336cdd9 in 436ms, sequenceid=5, compaction requested=false at 1732000670004 (+8 ms)Writing region close event to WAL at 1732000670005 (+1 ms)Running coprocessor post-close hooks at 1732000670009 (+4 ms)Closed at 1732000670010 (+1 ms) 2024-11-19T07:17:50,010 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000664450.44517fd0580108779ef0c0ca4336cdd9. 2024-11-19T07:17:50,017 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/ns/136478faeafa472ba89f575451ea88dd is 43, key is default/ns:d/1732000659153/Put/seqid=0 2024-11-19T07:17:50,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741840_1016 (size=5153) 2024-11-19T07:17:50,088 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:17:50,088 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:17:50,169 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:50,370 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:50,421 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/ns/136478faeafa472ba89f575451ea88dd 2024-11-19T07:17:50,445 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/table/8a97a1831dd54a639cbc8f2525ea5be9 is 53, key is hbase:replication/table:state/1732000665692/Put/seqid=0 2024-11-19T07:17:50,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741841_1017 (size=5256) 2024-11-19T07:17:50,468 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 to pos 0, reset compression=false 2024-11-19T07:17:50,570 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:17:50,570 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:17:50,570 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:50,770 DEBUG [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:17:50,850 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/table/8a97a1831dd54a639cbc8f2525ea5be9 2024-11-19T07:17:50,858 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/info/121961025ff8481db360d0d58e786e68 as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/info/121961025ff8481db360d0d58e786e68 2024-11-19T07:17:50,864 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/info/121961025ff8481db360d0d58e786e68, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T07:17:50,865 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/ns/136478faeafa472ba89f575451ea88dd as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/ns/136478faeafa472ba89f575451ea88dd 2024-11-19T07:17:50,871 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/ns/136478faeafa472ba89f575451ea88dd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:17:50,872 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/.tmp/table/8a97a1831dd54a639cbc8f2525ea5be9 as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/table/8a97a1831dd54a639cbc8f2525ea5be9 2024-11-19T07:17:50,877 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/table/8a97a1831dd54a639cbc8f2525ea5be9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T07:17:50,878 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-19T07:17:50,883 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:17:50,883 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:50,883 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:50,883 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:50,883 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000669569Running coprocessor pre-close hooks at 1732000669569Disabling compacts and flushes for region at 1732000669569Disabling writes for close at 1732000669569Obtaining lock to block concurrent updates at 1732000669569Preparing flush snapshotting stores in 1588230740 at 1732000669569Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732000669569Flushing stores of hbase:meta,,1.1588230740 at 1732000669570 (+1 ms)Flushing 1588230740/info: creating writer at 1732000669570Flushing 1588230740/info: appending metadata at 1732000669583 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732000669583Flushing 1588230740/ns: creating writer at 1732000670002 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732000670017 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732000670017Flushing 1588230740/table: creating writer at 1732000670427 (+410 ms)Flushing 1588230740/table: appending metadata at 1732000670445 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732000670445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6baa6dfb: reopening flushed file at 1732000670857 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e02072a: reopening flushed file at 1732000670864 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5565a745: reopening flushed file at 1732000670871 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1732000670878 (+7 ms)Writing region close event to WAL at 1732000670880 (+2 ms)Running coprocessor post-close hooks at 1732000670883 (+3 ms)Closed at 1732000670883 2024-11-19T07:17:50,883 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:50,970 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,34969,1732000655873; all regions closed. 2024-11-19T07:17:50,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741834_1010 (size=2742) 2024-11-19T07:17:50,975 DEBUG [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs 2024-11-19T07:17:50,975 INFO [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34969%2C1732000655873.meta:.meta(num 1732000659059) 2024-11-19T07:17:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741837_1013 (size=1586) 2024-11-19T07:17:50,980 DEBUG [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs 2024-11-19T07:17:50,980 INFO [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34969%2C1732000655873.rep:(num 1732000665649) 2024-11-19T07:17:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741832_1008 (size=93) 2024-11-19T07:17:50,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/WALs/db0afee3eab9,34969,1732000655873/db0afee3eab9%2C34969%2C1732000655873.1732000658221 not finished, retry = 0 2024-11-19T07:17:51,085 DEBUG [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/oldWALs 2024-11-19T07:17:51,085 INFO [RS:0;db0afee3eab9:34969 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34969%2C1732000655873:(num 1732000658221) 2024-11-19T07:17:51,085 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:51,085 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:17:51,085 INFO [RS:0;db0afee3eab9:34969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:51,085 INFO [RS:0;db0afee3eab9:34969 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:51,085 INFO [RS:0;db0afee3eab9:34969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:51,085 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:51,086 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,34969,1732000655873 because: Region server is closing 2024-11-19T07:17:51,086 INFO [RS:0;db0afee3eab9:34969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34969. 2024-11-19T07:17:51,086 DEBUG [RS:0;db0afee3eab9:34969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:17:51,086 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:51,086 DEBUG [RS:0;db0afee3eab9:34969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:51,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:17:51,186 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.wal-reader.db0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:17:51,186 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.shipperdb0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:17:51,187 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34969,1732000655873.replicationSource.shipperdb0afee3eab9%2C34969%2C1732000655873,1-db0afee3eab9,34969,1732000655873 terminated 2024-11-19T07:17:51,187 INFO [RS:0;db0afee3eab9:34969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34969 2024-11-19T07:17:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227/rs 2024-11-19T07:17:51,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01765406227/rs/db0afee3eab9,34969,1732000655873 2024-11-19T07:17:51,240 INFO [RS:0;db0afee3eab9:34969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:51,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,34969,1732000655873] 2024-11-19T07:17:51,261 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01765406227/draining/db0afee3eab9,34969,1732000655873 already deleted, retry=false 2024-11-19T07:17:51,261 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,34969,1732000655873 expired; onlineServers=0 2024-11-19T07:17:51,261 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,41143,1732000655669' ***** 2024-11-19T07:17:51,261 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:17:51,261 INFO [M:0;db0afee3eab9:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:17:51,261 INFO [M:0;db0afee3eab9:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:17:51,261 DEBUG [M:0;db0afee3eab9:41143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:17:51,261 DEBUG [M:0;db0afee3eab9:41143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:17:51,261 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:17:51,261 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000657886 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000657886,5,FailOnTimeoutGroup] 2024-11-19T07:17:51,261 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000657886 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000657886,5,FailOnTimeoutGroup] 2024-11-19T07:17:51,262 INFO [M:0;db0afee3eab9:41143 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:17:51,262 INFO [M:0;db0afee3eab9:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:17:51,262 DEBUG [M:0;db0afee3eab9:41143 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:17:51,262 INFO [M:0;db0afee3eab9:41143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:17:51,262 INFO [M:0;db0afee3eab9:41143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:17:51,262 INFO [M:0;db0afee3eab9:41143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:17:51,262 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:17:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01765406227/master 2024-11-19T07:17:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01765406227 2024-11-19T07:17:51,272 DEBUG [M:0;db0afee3eab9:41143 {}] zookeeper.ZKUtil(347): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Unable to get data of znode /01765406227/master because node does not exist (not an error) 2024-11-19T07:17:51,272 WARN [M:0;db0afee3eab9:41143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:17:51,272 INFO [M:0;db0afee3eab9:41143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/.lastflushedseqids 2024-11-19T07:17:51,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741842_1018 (size=181) 2024-11-19T07:17:51,351 INFO [RS:0;db0afee3eab9:34969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:51,351 INFO [RS:0;db0afee3eab9:34969 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,34969,1732000655873; zookeeper connection closed. 2024-11-19T07:17:51,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34969-0x10151f49af70001, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:51,351 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5889a040 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5889a040 2024-11-19T07:17:51,351 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:17:51,678 INFO [M:0;db0afee3eab9:41143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:17:51,678 INFO [M:0;db0afee3eab9:41143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:17:51,678 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:51,678 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:51,678 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:51,678 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:51,678 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:51,678 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T07:17:51,694 DEBUG [M:0;db0afee3eab9:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de1c950469514969b894fecfe5b28baa is 82, key is hbase:meta,,1/info:regioninfo/1732000659099/Put/seqid=0 2024-11-19T07:17:51,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741843_1019 (size=5672) 2024-11-19T07:17:52,099 INFO [M:0;db0afee3eab9:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de1c950469514969b894fecfe5b28baa 2024-11-19T07:17:52,136 DEBUG [M:0;db0afee3eab9:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99042accfc684808ae4202ceaea663ae is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732000665696/Put/seqid=0 2024-11-19T07:17:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741844_1020 (size=7203) 2024-11-19T07:17:52,544 INFO [M:0;db0afee3eab9:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99042accfc684808ae4202ceaea663ae 2024-11-19T07:17:52,578 DEBUG [M:0;db0afee3eab9:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684398ee7f9a4f74b199c3b783fce5cc is 69, key is db0afee3eab9,34969,1732000655873/rs:state/1732000658053/Put/seqid=0 2024-11-19T07:17:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741845_1021 (size=5156) 2024-11-19T07:17:52,596 INFO [M:0;db0afee3eab9:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684398ee7f9a4f74b199c3b783fce5cc 2024-11-19T07:17:52,604 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de1c950469514969b894fecfe5b28baa as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de1c950469514969b894fecfe5b28baa 2024-11-19T07:17:52,616 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de1c950469514969b894fecfe5b28baa, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T07:17:52,618 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99042accfc684808ae4202ceaea663ae as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99042accfc684808ae4202ceaea663ae 2024-11-19T07:17:52,631 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99042accfc684808ae4202ceaea663ae, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T07:17:52,633 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/684398ee7f9a4f74b199c3b783fce5cc as hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684398ee7f9a4f74b199c3b783fce5cc 2024-11-19T07:17:52,649 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41569/user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/684398ee7f9a4f74b199c3b783fce5cc, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T07:17:52,650 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=70, compaction requested=false 2024-11-19T07:17:52,678 INFO [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:52,679 DEBUG [M:0;db0afee3eab9:41143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000671678Disabling compacts and flushes for region at 1732000671678Disabling writes for close at 1732000671678Obtaining lock to block concurrent updates at 1732000671678Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000671678Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732000671679 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000671679Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000671680 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000671693 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000671693Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000672105 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000672136 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000672136Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000672555 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000672577 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000672578 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f1aad75: reopening flushed file at 1732000672602 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200a005c: reopening flushed file at 1732000672616 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d44b2ee: reopening flushed file at 1732000672631 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=70, compaction requested=false at 1732000672650 (+19 ms)Writing region close event to WAL at 1732000672678 (+28 ms)Closed at 1732000672678 2024-11-19T07:17:52,682 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92ab963c-c62f-d1ed-6eb6-24aa13069491/MasterData/WALs/db0afee3eab9,41143,1732000655669/db0afee3eab9%2C41143%2C1732000655669.1732000657597 not finished, retry = 0 2024-11-19T07:17:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39207 is added to blk_1073741830_1006 (size=41008) 2024-11-19T07:17:52,783 INFO [M:0;db0afee3eab9:41143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:17:52,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:17:52,783 INFO [M:0;db0afee3eab9:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41143 2024-11-19T07:17:52,784 INFO [M:0;db0afee3eab9:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:17:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:52,930 INFO [M:0;db0afee3eab9:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:17:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x10151f49af70000, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:17:52,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21349e35{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:52,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31144654{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:52,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:52,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd303e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:52,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10fb0c59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:52,934 WARN [BP-485704996-172.17.0.2-1732000653168 heartbeating to localhost/127.0.0.1:41569 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:17:52,934 WARN [BP-485704996-172.17.0.2-1732000653168 heartbeating to localhost/127.0.0.1:41569 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-485704996-172.17.0.2-1732000653168 (Datanode Uuid ebde109d-8c3f-42a4-a8b4-06e77ae153f8) service to localhost/127.0.0.1:41569 2024-11-19T07:17:52,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:17:52,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:17:52,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/data/data1/current/BP-485704996-172.17.0.2-1732000653168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:52,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/cluster_f3695928-91b8-58ad-c06c-1d58cc1e0fef/data/data2/current/BP-485704996-172.17.0.2-1732000653168 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:17:52,935 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:17:52,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629579f6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:52,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a6aa96e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:17:52,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:17:52,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@525ef99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:17:52,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aae1200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/705dce67-754e-aff9-9abf-e25d40651153/hadoop.log.dir/,STOPPED} 2024-11-19T07:17:52,947 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:17:52,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:17:52,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39431 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41569 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41569 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41569 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41569 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55252) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12168 (was 12719) 2024-11-19T07:17:52,974 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=12167 2024-11-19T07:17:52,986 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-19T07:17:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir so I do NOT create it in target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e 2024-11-19T07:17:52,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:17:52,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.tmp.dir so I do NOT create it in target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e 2024-11-19T07:17:52,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e216cd2e-50f9-f404-d08d-e7d49619547d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:17:52,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e 2024-11-19T07:17:52,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37, deleteOnExit=true 2024-11-19T07:17:53,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/zookeeper_0, clientPort=56526, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:17:53,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56526 2024-11-19T07:17:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:17:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:17:53,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/test.cache.data in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:17:53,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:53,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:17:53,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:17:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f49af70002, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:17:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f49af70005, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:17:53,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f49af70005, quorum=127.0.0.1:55252, baseZNode=/1-517934306 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:17:53,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f49af70002, quorum=127.0.0.1:55252, baseZNode=/01765406227 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:17:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:17:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:17:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:17:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:17:53,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:53,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:53,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:53,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:53,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:53,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:53,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ee97df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:53,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71817b8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:53,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c40910{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/java.io.tmpdir/jetty-localhost-41063-hadoop-hdfs-3_4_1-tests_jar-_-any-6493502250726019877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:53,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d2e614{HTTP/1.1, (http/1.1)}{localhost:41063} 2024-11-19T07:17:53,617 INFO [Time-limited test {}] server.Server(415): Started @57873ms 2024-11-19T07:17:53,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:53,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:53,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:53,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:53,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:17:53,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e7e964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:53,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@763dd23d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:54,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf949f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/java.io.tmpdir/jetty-localhost-45465-hadoop-hdfs-3_4_1-tests_jar-_-any-3105630400950604438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:54,020 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22cc80ec{HTTP/1.1, (http/1.1)}{localhost:45465} 2024-11-19T07:17:54,020 INFO [Time-limited test {}] server.Server(415): Started @58275ms 2024-11-19T07:17:54,021 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:17:54,765 WARN [Thread-832 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/data/data2/current/BP-279352716-172.17.0.2-1732000673032/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:54,765 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/data/data1/current/BP-279352716-172.17.0.2-1732000673032/current, will proceed with Du for space computation calculation, 2024-11-19T07:17:54,779 WARN [Thread-819 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:17:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec5b96b1ea5dfeb4 with lease ID 0x634d0fd0585ba2c3: Processing first storage report for DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6 from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=532f8e1d-272b-4986-90de-cce213feb968, infoPort=46841, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=527257737;c=1732000673032) 2024-11-19T07:17:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec5b96b1ea5dfeb4 with lease ID 0x634d0fd0585ba2c3: from storage DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=532f8e1d-272b-4986-90de-cce213feb968, infoPort=46841, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=527257737;c=1732000673032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec5b96b1ea5dfeb4 with lease ID 0x634d0fd0585ba2c3: Processing first storage report for DS-f886bc99-4bdb-4b86-ac0c-ab8104319bf6 from datanode DatanodeRegistration(127.0.0.1:42011, datanodeUuid=532f8e1d-272b-4986-90de-cce213feb968, infoPort=46841, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=527257737;c=1732000673032) 2024-11-19T07:17:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec5b96b1ea5dfeb4 with lease ID 0x634d0fd0585ba2c3: from storage DS-f886bc99-4bdb-4b86-ac0c-ab8104319bf6 node DatanodeRegistration(127.0.0.1:42011, datanodeUuid=532f8e1d-272b-4986-90de-cce213feb968, infoPort=46841, infoSecurePort=0, ipcPort=40719, storageInfo=lv=-57;cid=testClusterID;nsid=527257737;c=1732000673032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:17:54,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e 2024-11-19T07:17:54,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:54,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:54,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:17:55,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36 with version=8 2024-11-19T07:17:55,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/hbase-staging 2024-11-19T07:17:55,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:17:55,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:55,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38131 2024-11-19T07:17:55,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38131 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:17:55,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381310x0, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:55,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38131-0x10151f4e89b0000 connected 2024-11-19T07:17:55,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:55,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:55,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/running 2024-11-19T07:17:55,436 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36, hbase.cluster.distributed=false 2024-11-19T07:17:55,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/acl 2024-11-19T07:17:55,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-19T07:17:55,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38131 2024-11-19T07:17:55,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38131 2024-11-19T07:17:55,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-19T07:17:55,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38131 2024-11-19T07:17:55,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:17:55,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:17:55,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38325 2024-11-19T07:17:55,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38325 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:17:55,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:55,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:55,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383250x0, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:55,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383250x0, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/running 2024-11-19T07:17:55,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38325-0x10151f4e89b0001 connected 2024-11-19T07:17:55,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:17:55,472 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:17:55,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/master 2024-11-19T07:17:55,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/acl 2024-11-19T07:17:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-19T07:17:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38325 2024-11-19T07:17:55,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38325 2024-11-19T07:17:55,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-19T07:17:55,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38325 2024-11-19T07:17:55,489 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:38131 2024-11-19T07:17:55,490 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-652407697/backup-masters/db0afee3eab9,38131,1732000675263 2024-11-19T07:17:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/backup-masters 2024-11-19T07:17:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/backup-masters 2024-11-19T07:17:55,497 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on existing znode=/0-652407697/backup-masters/db0afee3eab9,38131,1732000675263 2024-11-19T07:17:55,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-652407697/master 2024-11-19T07:17:55,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:55,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:55,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on existing znode=/0-652407697/master 2024-11-19T07:17:55,507 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-652407697/backup-masters/db0afee3eab9,38131,1732000675263 from backup master directory 2024-11-19T07:17:55,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:17:55,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-652407697/backup-masters/db0afee3eab9,38131,1732000675263 2024-11-19T07:17:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/backup-masters 2024-11-19T07:17:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/backup-masters 2024-11-19T07:17:55,517 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:55,517 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,38131,1732000675263 2024-11-19T07:17:55,521 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/hbase.id] with ID: 6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be 2024-11-19T07:17:55,521 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/.tmp/hbase.id 2024-11-19T07:17:55,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:17:55,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:55,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:55,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:17:55,928 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/.tmp/hbase.id]:[hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/hbase.id] 2024-11-19T07:17:55,939 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:17:55,939 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:17:55,940 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:17:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:17:56,394 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:17:56,394 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:17:56,394 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:17:56,803 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store 2024-11-19T07:17:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:17:57,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:57,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:17:57,209 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:57,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:57,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:17:57,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:57,210 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:17:57,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000677209Disabling compacts and flushes for region at 1732000677209Disabling writes for close at 1732000677210 (+1 ms)Writing region close event to WAL at 1732000677210Closed at 1732000677210 2024-11-19T07:17:57,211 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/.initializing 2024-11-19T07:17:57,211 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/WALs/db0afee3eab9,38131,1732000675263 2024-11-19T07:17:57,212 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:57,214 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C38131%2C1732000675263, suffix=, logDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/WALs/db0afee3eab9,38131,1732000675263, archiveDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/oldWALs, maxLogs=10 2024-11-19T07:17:57,231 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/WALs/db0afee3eab9,38131,1732000675263/db0afee3eab9%2C38131%2C1732000675263.1732000677214, exclude list is [], retry=0 2024-11-19T07:17:57,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6,DISK] 2024-11-19T07:17:57,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/WALs/db0afee3eab9,38131,1732000675263/db0afee3eab9%2C38131%2C1732000675263.1732000677214 2024-11-19T07:17:57,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-19T07:17:57,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:57,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:57,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:17:57,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:57,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:57,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:17:57,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:57,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:57,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:17:57,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:57,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:57,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:17:57,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:57,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:17:57,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,247 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,247 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,248 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,248 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:57,250 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:17:57,252 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:57,252 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59283905, jitterRate=-0.11660097539424896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:57,253 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000677236Initializing all the Stores at 1732000677237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000677237Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000677238 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000677238Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000677238Cleaning up temporary data from old regions at 1732000677248 (+10 ms)Region opened successfully at 1732000677252 (+4 ms) 2024-11-19T07:17:57,253 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:17:57,255 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf032f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:57,256 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:17:57,256 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:17:57,256 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:17:57,257 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:17:57,257 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:17:57,257 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:17:57,257 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:17:57,259 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:17:57,260 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/balancer because node does not exist (not necessarily an error) 2024-11-19T07:17:57,313 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/balancer already deleted, retry=false 2024-11-19T07:17:57,314 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:17:57,315 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:17:57,324 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/normalizer already deleted, retry=false 2024-11-19T07:17:57,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:17:57,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:17:57,338 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/switch/split already deleted, retry=false 2024-11-19T07:17:57,339 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:17:57,348 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/switch/merge already deleted, retry=false 2024-11-19T07:17:57,351 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:17:57,359 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/snapshot-cleanup already deleted, retry=false 2024-11-19T07:17:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-652407697/running 2024-11-19T07:17:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-652407697/running 2024-11-19T07:17:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,38131,1732000675263, sessionid=0x10151f4e89b0000, setting cluster-up flag (Was=false) 2024-11-19T07:17:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,422 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-652407697/flush-table-proc/acquired, /0-652407697/flush-table-proc/reached, /0-652407697/flush-table-proc/abort 2024-11-19T07:17:57,424 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38131,1732000675263 2024-11-19T07:17:57,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:57,475 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-652407697/online-snapshot/acquired, /0-652407697/online-snapshot/reached, /0-652407697/online-snapshot/abort 2024-11-19T07:17:57,477 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,38131,1732000675263 2024-11-19T07:17:57,479 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:17:57,481 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:57,481 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:17:57,481 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:17:57,482 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,38131,1732000675263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:17:57,482 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(746): ClusterId : 6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be 2024-11-19T07:17:57,482 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:57,493 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:57,493 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:57,493 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,496 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:57,497 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:17:57,498 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:57,498 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:17:57,503 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:17:57,504 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba17c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:17:57,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000707512 2024-11-19T07:17:57,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:17:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:17:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:17:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:17:57,515 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:38325 2024-11-19T07:17:57,515 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:17:57,515 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:17:57,516 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:17:57,516 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:17:57,516 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:17:57,516 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38131,1732000675263 with port=38325, startcode=1732000675451 2024-11-19T07:17:57,516 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:17:57,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:17:57,518 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000677516,5,FailOnTimeoutGroup] 2024-11-19T07:17:57,518 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:17:57,519 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:17:57,519 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-19T07:17:57,520 WARN [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-19T07:17:57,520 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000677518,5,FailOnTimeoutGroup] 2024-11-19T07:17:57,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:17:57,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,520 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,620 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,38131,1732000675263 with port=38325, startcode=1732000675451 2024-11-19T07:17:57,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38131 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,623 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36 2024-11-19T07:17:57,623 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44265 2024-11-19T07:17:57,623 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:17:57,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/rs 2024-11-19T07:17:57,689 DEBUG [RS:0;db0afee3eab9:38325 {}] zookeeper.ZKUtil(111): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on existing znode=/0-652407697/rs/db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,689 WARN [RS:0;db0afee3eab9:38325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:17:57,690 INFO [RS:0;db0afee3eab9:38325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:57,690 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,38325,1732000675451] 2024-11-19T07:17:57,693 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:17:57,695 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:17:57,696 INFO [RS:0;db0afee3eab9:38325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:17:57,696 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,696 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:17:57,697 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:17:57,697 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:17:57,697 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:57,698 DEBUG [RS:0;db0afee3eab9:38325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,698 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38325,1732000675451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:57,712 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:17:57,712 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38325,1732000675451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,712 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,712 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.Replication(171): db0afee3eab9,38325,1732000675451 started 2024-11-19T07:17:57,725 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:57,725 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,38325,1732000675451, RpcServer on db0afee3eab9/172.17.0.2:38325, sessionid=0x10151f4e89b0001 2024-11-19T07:17:57,725 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:17:57,725 DEBUG [RS:0;db0afee3eab9:38325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,725 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,38325,1732000675451' 2024-11-19T07:17:57,725 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-652407697/flush-table-proc/abort' 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-652407697/flush-table-proc/acquired' 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,38325,1732000675451 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,38325,1732000675451' 2024-11-19T07:17:57,726 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-652407697/online-snapshot/abort' 2024-11-19T07:17:57,727 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-652407697/online-snapshot/acquired' 2024-11-19T07:17:57,727 DEBUG [RS:0;db0afee3eab9:38325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:17:57,727 INFO [RS:0;db0afee3eab9:38325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:17:57,727 INFO [RS:0;db0afee3eab9:38325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:17:57,827 INFO [RS:0;db0afee3eab9:38325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:17:57,829 INFO [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38325%2C1732000675451, suffix=, logDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451, archiveDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs, maxLogs=10 2024-11-19T07:17:57,845 DEBUG [RS:0;db0afee3eab9:38325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830, exclude list is [], retry=0 2024-11-19T07:17:57,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6,DISK] 2024-11-19T07:17:57,849 INFO [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 2024-11-19T07:17:57,850 DEBUG [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-19T07:17:57,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:17:57,919 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36 2024-11-19T07:17:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:17:58,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:58,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:58,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:58,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:58,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:58,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:58,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:58,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:58,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:58,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740 2024-11-19T07:17:58,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740 2024-11-19T07:17:58,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:58,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:58,337 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:58,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:58,340 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:17:58,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72823185, jitterRate=0.08515001833438873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000678325Initializing all the Stores at 1732000678326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000678326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678326Cleaning up temporary data from old regions at 1732000678337 (+11 ms)Region opened successfully at 1732000678341 (+4 ms) 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:17:58,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:17:58,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:17:58,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000678342Disabling compacts and flushes for region at 1732000678342Disabling writes for close at 1732000678342Writing region close event to WAL at 1732000678342Closed at 1732000678342 2024-11-19T07:17:58,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:58,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:17:58,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:17:58,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:58,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:17:58,497 DEBUG [db0afee3eab9:38131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:17:58,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:17:58,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,38325,1732000675451, state=OPENING 2024-11-19T07:17:58,547 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:17:58,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:58,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:17:58,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:17:58,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-652407697/meta-region-server: CHANGED 2024-11-19T07:17:58,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-652407697/meta-region-server: CHANGED 2024-11-19T07:17:58,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,38325,1732000675451}] 2024-11-19T07:17:58,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:17:58,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:17:58,716 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:17:58,716 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:17:58,716 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:17:58,718 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38325%2C1732000675451.meta, suffix=.meta, logDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451, archiveDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs, maxLogs=10 2024-11-19T07:17:58,736 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.meta.1732000678718.meta, exclude list is [], retry=0 2024-11-19T07:17:58,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6,DISK] 2024-11-19T07:17:58,740 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.meta.1732000678718.meta 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:17:58,741 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:17:58,741 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:17:58,741 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:17:58,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:17:58,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:17:58,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:17:58,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:17:58,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:17:58,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:17:58,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:17:58,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:17:58,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:17:58,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:17:58,748 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:17:58,749 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740 2024-11-19T07:17:58,750 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740 2024-11-19T07:17:58,751 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:17:58,751 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:17:58,751 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:17:58,753 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:17:58,754 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63011692, jitterRate=-0.06105262041091919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:17:58,754 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:17:58,755 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000678742Writing region info on filesystem at 1732000678742Initializing all the Stores at 1732000678742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678743 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000678743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000678743Cleaning up temporary data from old regions at 1732000678751 (+8 ms)Running coprocessor post-open hooks at 1732000678754 (+3 ms)Region opened successfully at 1732000678754 2024-11-19T07:17:58,756 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000678711 2024-11-19T07:17:58,758 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:17:58,758 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:17:58,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:17:58,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,38325,1732000675451, state=OPEN 2024-11-19T07:17:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-652407697/meta-region-server 2024-11-19T07:17:58,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-652407697/meta-region-server 2024-11-19T07:17:58,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,38325,1732000675451 2024-11-19T07:17:58,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-652407697/meta-region-server: CHANGED 2024-11-19T07:17:58,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-652407697/meta-region-server: CHANGED 2024-11-19T07:17:58,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:17:58,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,38325,1732000675451 in 237 msec 2024-11-19T07:17:58,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:17:58,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-19T07:17:58,803 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:17:58,804 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:17:58,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:58,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:17:58,805 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:58,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:58,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-11-19T07:17:58,812 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000678812, completionTime=-1 2024-11-19T07:17:58,812 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:17:58,812 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:17:58,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:17:58,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000738814 2024-11-19T07:17:58,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000798814 2024-11-19T07:17:58,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:38131, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,817 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.302sec 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:17:58,819 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:17:58,823 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:17:58,823 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:17:58,823 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38131,1732000675263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:17:58,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b55b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:58,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38131,-1 for getting cluster id 2024-11-19T07:17:58,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:17:58,885 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be' 2024-11-19T07:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be" 2024-11-19T07:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1301e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:58,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38131,-1] 2024-11-19T07:17:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:17:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:17:58,887 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:17:58,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7487b318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:17:58,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:17:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:17:58,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:17:58,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:17:58,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,38131,1732000675263 2024-11-19T07:17:58,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:17:58,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:17:58,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f4e89b0002 connected 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir so I do NOT create it in target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a 2024-11-19T07:17:58,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.tmp.dir so I do NOT create it in target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a 2024-11-19T07:17:58,927 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:17:58,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/cluster_23593d1b-48bc-75f0-d923-8ce810209a45, deleteOnExit=true 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/test.cache.data in system properties and HBase conf 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:17:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:17:58,927 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:17:58,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:17:59,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:59,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:59,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:59,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:59,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:59,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:59,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@221cfbfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:59,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@509200e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:59,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4599082{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/java.io.tmpdir/jetty-localhost-38905-hadoop-hdfs-3_4_1-tests_jar-_-any-6761989579524601825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:17:59,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6352018{HTTP/1.1, (http/1.1)}{localhost:38905} 2024-11-19T07:17:59,468 INFO [Time-limited test {}] server.Server(415): Started @63723ms 2024-11-19T07:17:59,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:17:59,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:17:59,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:17:59,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:17:59,733 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:17:59,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25ed74cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:17:59,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c2cc2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:17:59,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8198fb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/java.io.tmpdir/jetty-localhost-39255-hadoop-hdfs-3_4_1-tests_jar-_-any-8699692289276489566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:17:59,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77773c9b{HTTP/1.1, (http/1.1)}{localhost:39255} 2024-11-19T07:17:59,829 INFO [Time-limited test {}] server.Server(415): Started @64085ms 2024-11-19T07:17:59,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:18:00,601 WARN [Thread-953 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/cluster_23593d1b-48bc-75f0-d923-8ce810209a45/data/data2/current/BP-163031869-172.17.0.2-1732000678944/current, will proceed with Du for space computation calculation, 2024-11-19T07:18:00,601 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/cluster_23593d1b-48bc-75f0-d923-8ce810209a45/data/data1/current/BP-163031869-172.17.0.2-1732000678944/current, will proceed with Du for space computation calculation, 2024-11-19T07:18:00,617 WARN [Thread-940 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:18:00,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6080918c3062df9e with lease ID 0xd0c6476f424fb63b: Processing first storage report for DS-bb928fc9-0295-4cad-a3b7-ec6970c3dc14 from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=530df6de-9177-423e-92a1-a25db044a86a, infoPort=35385, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=1501492193;c=1732000678944) 2024-11-19T07:18:00,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6080918c3062df9e with lease ID 0xd0c6476f424fb63b: from storage DS-bb928fc9-0295-4cad-a3b7-ec6970c3dc14 node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=530df6de-9177-423e-92a1-a25db044a86a, infoPort=35385, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=1501492193;c=1732000678944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:18:00,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6080918c3062df9e with lease ID 0xd0c6476f424fb63b: Processing first storage report for DS-cf52410b-cf20-416f-92a0-6826318b9c8f from datanode DatanodeRegistration(127.0.0.1:34225, datanodeUuid=530df6de-9177-423e-92a1-a25db044a86a, infoPort=35385, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=1501492193;c=1732000678944) 2024-11-19T07:18:00,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6080918c3062df9e with lease ID 0xd0c6476f424fb63b: from storage DS-cf52410b-cf20-416f-92a0-6826318b9c8f node DatanodeRegistration(127.0.0.1:34225, datanodeUuid=530df6de-9177-423e-92a1-a25db044a86a, infoPort=35385, infoSecurePort=0, ipcPort=37891, storageInfo=lv=-57;cid=testClusterID;nsid=1501492193;c=1732000678944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:18:00,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a 2024-11-19T07:18:00,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:00,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:18:01,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1 with version=8 2024-11-19T07:18:01,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/hbase-staging 2024-11-19T07:18:01,071 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:18:01,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:18:01,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40891 2024-11-19T07:18:01,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40891 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:18:01,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408910x0, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:18:01,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40891-0x10151f4e89b0003 connected 2024-11-19T07:18:01,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:01,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:01,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/running 2024-11-19T07:18:01,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1, hbase.cluster.distributed=false 2024-11-19T07:18:01,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/acl 2024-11-19T07:18:01,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-19T07:18:01,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40891 2024-11-19T07:18:01,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40891 2024-11-19T07:18:01,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-19T07:18:01,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-19T07:18:01,222 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:18:01,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:18:01,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33305 2024-11-19T07:18:01,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33305 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:18:01,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:01,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:01,243 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333050x0, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:18:01,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333050x0, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/running 2024-11-19T07:18:01,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33305-0x10151f4e89b0004 connected 2024-11-19T07:18:01,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:18:01,244 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:18:01,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/master 2024-11-19T07:18:01,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/acl 2024-11-19T07:18:01,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-19T07:18:01,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33305 2024-11-19T07:18:01,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33305 2024-11-19T07:18:01,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-19T07:18:01,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33305 2024-11-19T07:18:01,257 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:40891 2024-11-19T07:18:01,258 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-749498126/backup-masters/db0afee3eab9,40891,1732000681071 2024-11-19T07:18:01,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/backup-masters 2024-11-19T07:18:01,271 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/backup-masters 2024-11-19T07:18:01,271 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on existing znode=/1-749498126/backup-masters/db0afee3eab9,40891,1732000681071 2024-11-19T07:18:01,281 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-749498126/master 2024-11-19T07:18:01,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:01,281 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:01,282 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on existing znode=/1-749498126/master 2024-11-19T07:18:01,282 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-749498126/backup-masters/db0afee3eab9,40891,1732000681071 from backup master directory 2024-11-19T07:18:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-749498126/backup-masters/db0afee3eab9,40891,1732000681071 2024-11-19T07:18:01,292 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/backup-masters 2024-11-19T07:18:01,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/backup-masters 2024-11-19T07:18:01,292 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:18:01,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,40891,1732000681071 2024-11-19T07:18:01,296 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/hbase.id] with ID: 30830b39-ab61-4659-86f4-c13edf0bbedc 2024-11-19T07:18:01,296 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/.tmp/hbase.id 2024-11-19T07:18:01,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:18:01,707 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/.tmp/hbase.id]:[hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/hbase.id] 2024-11-19T07:18:01,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:01,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:18:01,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:18:01,734 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:01,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:18:02,143 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:18:02,143 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:18:02,144 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:18:02,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:18:02,551 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store 2024-11-19T07:18:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:18:02,958 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:18:02,958 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:18:02,958 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000682958Disabling compacts and flushes for region at 1732000682958Disabling writes for close at 1732000682958Writing region close event to WAL at 1732000682958Closed at 1732000682958 2024-11-19T07:18:02,959 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/.initializing 2024-11-19T07:18:02,959 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/WALs/db0afee3eab9,40891,1732000681071 2024-11-19T07:18:02,960 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:18:02,962 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C40891%2C1732000681071, suffix=, logDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/WALs/db0afee3eab9,40891,1732000681071, archiveDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/oldWALs, maxLogs=10 2024-11-19T07:18:02,979 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/WALs/db0afee3eab9,40891,1732000681071/db0afee3eab9%2C40891%2C1732000681071.1732000682962, exclude list is [], retry=0 2024-11-19T07:18:02,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-bb928fc9-0295-4cad-a3b7-ec6970c3dc14,DISK] 2024-11-19T07:18:02,985 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/WALs/db0afee3eab9,40891,1732000681071/db0afee3eab9%2C40891%2C1732000681071.1732000682962 2024-11-19T07:18:02,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35385:35385)] 2024-11-19T07:18:02,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:18:02,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:02,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:02,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:02,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:02,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:18:02,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:02,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:02,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:02,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:18:02,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:02,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:02,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:02,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:18:02,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:02,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:02,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:18:03,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:03,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:03,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,002 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,002 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,003 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,003 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,004 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:18:03,005 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:18:03,007 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:18:03,007 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59351507, jitterRate=-0.11559362709522247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:18:03,007 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000682986Initializing all the Stores at 1732000682987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000682987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000682993 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000682993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000682993Cleaning up temporary data from old regions at 1732000683004 (+11 ms)Region opened successfully at 1732000683007 (+3 ms) 2024-11-19T07:18:03,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:18:03,010 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49165d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:18:03,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:18:03,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:18:03,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:18:03,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:18:03,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:18:03,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:18:03,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:18:03,014 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:18:03,015 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/balancer because node does not exist (not necessarily an error) 2024-11-19T07:18:03,078 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/balancer already deleted, retry=false 2024-11-19T07:18:03,079 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:18:03,080 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:18:03,142 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/normalizer already deleted, retry=false 2024-11-19T07:18:03,142 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:18:03,143 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:18:03,169 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/switch/split already deleted, retry=false 2024-11-19T07:18:03,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:18:03,180 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/switch/merge already deleted, retry=false 2024-11-19T07:18:03,182 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:18:03,190 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/snapshot-cleanup already deleted, retry=false 2024-11-19T07:18:03,201 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-749498126/running 2024-11-19T07:18:03,201 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-749498126/running 2024-11-19T07:18:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,201 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,40891,1732000681071, sessionid=0x10151f4e89b0003, setting cluster-up flag (Was=false) 2024-11-19T07:18:03,222 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,254 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-749498126/flush-table-proc/acquired, /1-749498126/flush-table-proc/reached, /1-749498126/flush-table-proc/abort 2024-11-19T07:18:03,255 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40891,1732000681071 2024-11-19T07:18:03,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,275 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:03,306 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-749498126/online-snapshot/acquired, /1-749498126/online-snapshot/reached, /1-749498126/online-snapshot/abort 2024-11-19T07:18:03,307 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40891,1732000681071 2024-11-19T07:18:03,308 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:18:03,310 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:18:03,310 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:18:03,310 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:18:03,310 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,40891,1732000681071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:18:03,311 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:18:03,311 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:18:03,312 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,313 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:18:03,313 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:18:03,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:03,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:18:03,315 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000713315 2024-11-19T07:18:03,315 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:18:03,315 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:18:03,315 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:18:03,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:18:03,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000683316,5,FailOnTimeoutGroup] 2024-11-19T07:18:03,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000683320,5,FailOnTimeoutGroup] 2024-11-19T07:18:03,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:18:03,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:18:03,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:18:03,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:18:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:18:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T07:18:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:18:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:18:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:18:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:18:03,351 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(746): ClusterId : 30830b39-ab61-4659-86f4-c13edf0bbedc 2024-11-19T07:18:03,351 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:18:03,359 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:18:03,359 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:18:03,370 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:18:03,371 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14be4b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:18:03,382 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:33305 2024-11-19T07:18:03,382 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:18:03,382 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:18:03,382 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:18:03,383 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,40891,1732000681071 with port=33305, startcode=1732000681222 2024-11-19T07:18:03,383 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:18:03,384 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:18:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,386 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1 2024-11-19T07:18:03,386 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45863 2024-11-19T07:18:03,386 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:18:03,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/rs 2024-11-19T07:18:03,432 DEBUG [RS:0;db0afee3eab9:33305 {}] zookeeper.ZKUtil(111): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on existing znode=/1-749498126/rs/db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,432 WARN [RS:0;db0afee3eab9:33305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:18:03,432 INFO [RS:0;db0afee3eab9:33305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:18:03,432 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,33305,1732000681222] 2024-11-19T07:18:03,436 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:18:03,438 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:18:03,438 INFO [RS:0;db0afee3eab9:33305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:18:03,438 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,438 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:18:03,439 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:18:03,439 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:18:03,440 DEBUG [RS:0;db0afee3eab9:33305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,444 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33305,1732000681222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:18:03,462 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:18:03,462 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,33305,1732000681222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,463 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,463 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.Replication(171): db0afee3eab9,33305,1732000681222 started 2024-11-19T07:18:03,481 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:03,481 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,33305,1732000681222, RpcServer on db0afee3eab9/172.17.0.2:33305, sessionid=0x10151f4e89b0004 2024-11-19T07:18:03,481 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:18:03,481 DEBUG [RS:0;db0afee3eab9:33305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,481 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33305,1732000681222' 2024-11-19T07:18:03,481 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-749498126/flush-table-proc/abort' 2024-11-19T07:18:03,482 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-749498126/flush-table-proc/acquired' 2024-11-19T07:18:03,482 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:18:03,482 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:18:03,483 DEBUG [RS:0;db0afee3eab9:33305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,33305,1732000681222 2024-11-19T07:18:03,483 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,33305,1732000681222' 2024-11-19T07:18:03,483 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-749498126/online-snapshot/abort' 2024-11-19T07:18:03,483 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-749498126/online-snapshot/acquired' 2024-11-19T07:18:03,484 DEBUG [RS:0;db0afee3eab9:33305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:18:03,484 INFO [RS:0;db0afee3eab9:33305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:18:03,484 INFO [RS:0;db0afee3eab9:33305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:18:03,584 INFO [RS:0;db0afee3eab9:33305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:18:03,586 INFO [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C33305%2C1732000681222, suffix=, logDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222, archiveDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/oldWALs, maxLogs=10 2024-11-19T07:18:03,602 DEBUG [RS:0;db0afee3eab9:33305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222/db0afee3eab9%2C33305%2C1732000681222.1732000683586, exclude list is [], retry=0 2024-11-19T07:18:03,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-bb928fc9-0295-4cad-a3b7-ec6970c3dc14,DISK] 2024-11-19T07:18:03,607 INFO [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222/db0afee3eab9%2C33305%2C1732000681222.1732000683586 2024-11-19T07:18:03,607 DEBUG [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35385:35385)] 2024-11-19T07:18:03,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:18:03,724 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:18:03,725 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1 2024-11-19T07:18:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:18:04,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:04,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:18:04,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:18:04,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:18:04,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:18:04,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:18:04,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:18:04,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:18:04,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:18:04,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:18:04,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740 2024-11-19T07:18:04,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740 2024-11-19T07:18:04,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:18:04,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:18:04,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:18:04,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:18:04,147 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:18:04,147 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360455, jitterRate=0.03355132043361664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000684131Initializing all the Stores at 1732000684132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684133 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000684133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684133Cleaning up temporary data from old regions at 1732000684143 (+10 ms)Region opened successfully at 1732000684148 (+5 ms) 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:18:04,148 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:18:04,148 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:18:04,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000684148Disabling compacts and flushes for region at 1732000684148Disabling writes for close at 1732000684148Writing region close event to WAL at 1732000684148Closed at 1732000684148 2024-11-19T07:18:04,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:18:04,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:18:04,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:18:04,151 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:18:04,152 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:18:04,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:18:04,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:04,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:04,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:04,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:04,302 DEBUG [db0afee3eab9:40891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:18:04,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:04,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,33305,1732000681222, state=OPENING 2024-11-19T07:18:04,416 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:18:04,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:04,429 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:18:04,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-749498126/meta-region-server: CHANGED 2024-11-19T07:18:04,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-749498126/meta-region-server: CHANGED 2024-11-19T07:18:04,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:18:04,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,33305,1732000681222}] 2024-11-19T07:18:04,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:18:04,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:18:04,589 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:18:04,589 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:18:04,590 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:18:04,591 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C33305%2C1732000681222.meta, suffix=.meta, logDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222, archiveDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/oldWALs, maxLogs=10 2024-11-19T07:18:04,609 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222/db0afee3eab9%2C33305%2C1732000681222.meta.1732000684592.meta, exclude list is [], retry=0 2024-11-19T07:18:04,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34225,DS-bb928fc9-0295-4cad-a3b7-ec6970c3dc14,DISK] 2024-11-19T07:18:04,615 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/WALs/db0afee3eab9,33305,1732000681222/db0afee3eab9%2C33305%2C1732000681222.meta.1732000684592.meta 2024-11-19T07:18:04,616 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35385:35385)] 2024-11-19T07:18:04,616 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:18:04,616 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:18:04,617 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:18:04,617 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:18:04,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:18:04,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:18:04,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:18:04,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:18:04,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:18:04,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:18:04,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:18:04,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:18:04,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:18:04,630 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:18:04,631 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740 2024-11-19T07:18:04,632 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740 2024-11-19T07:18:04,634 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:18:04,634 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:18:04,635 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:18:04,636 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:18:04,637 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63802979, jitterRate=-0.04926152527332306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:18:04,637 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:18:04,637 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000684617Writing region info on filesystem at 1732000684617Initializing all the Stores at 1732000684618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000684619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000684619Cleaning up temporary data from old regions at 1732000684634 (+15 ms)Running coprocessor post-open hooks at 1732000684637 (+3 ms)Region opened successfully at 1732000684637 2024-11-19T07:18:04,638 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000684583 2024-11-19T07:18:04,641 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:18:04,642 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:18:04,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:04,644 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,33305,1732000681222, state=OPEN 2024-11-19T07:18:04,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-749498126/meta-region-server 2024-11-19T07:18:04,653 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-749498126/meta-region-server 2024-11-19T07:18:04,654 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:04,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-749498126/meta-region-server: CHANGED 2024-11-19T07:18:04,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-749498126/meta-region-server: CHANGED 2024-11-19T07:18:04,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:18:04,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,33305,1732000681222 in 224 msec 2024-11-19T07:18:04,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:18:04,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-11-19T07:18:04,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:18:04,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:18:04,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:04,673 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,33305,1732000681222, seqNum=-1] 2024-11-19T07:18:04,673 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:04,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:04,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-19T07:18:04,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000684688, completionTime=-1 2024-11-19T07:18:04,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:18:04,688 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:18:04,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:18:04,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000744690 2024-11-19T07:18:04,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000804690 2024-11-19T07:18:04,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:18:04,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:40891, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,695 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:18:04,696 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.410sec 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:18:04,702 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:18:04,724 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:18:04,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:18:04,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40891,1732000681071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:18:04,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f17a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:04,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40891,-1 for getting cluster id 2024-11-19T07:18:04,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:04,776 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30830b39-ab61-4659-86f4-c13edf0bbedc' 2024-11-19T07:18:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:04,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30830b39-ab61-4659-86f4-c13edf0bbedc" 2024-11-19T07:18:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356401e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40891,-1] 2024-11-19T07:18:04,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:04,779 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:04,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71db7aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:04,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,33305,1732000681222, seqNum=-1] 2024-11-19T07:18:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:04,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:04,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,40891,1732000681071 2024-11-19T07:18:04,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56526 2024-11-19T07:18:04,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:18:04,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f4e89b0005 connected 2024-11-19T07:18:04,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38131,1732000675263 2024-11-19T07:18:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556e8b12 2024-11-19T07:18:04,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:04,833 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:04,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:18:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:18:04,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:18:04,855 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:04,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:18:04,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:18:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:18:04,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66267344e5fab9317285fa35ff6dee72, NAME => 'test,,1732000684834.66267344e5fab9317285fa35ff6dee72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36 2024-11-19T07:18:04,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:18:04,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000684834.66267344e5fab9317285fa35ff6dee72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:04,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66267344e5fab9317285fa35ff6dee72, disabling compactions & flushes 2024-11-19T07:18:04,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:04,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:04,923 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000684834.66267344e5fab9317285fa35ff6dee72. after waiting 0 ms 2024-11-19T07:18:04,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:04,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:04,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66267344e5fab9317285fa35ff6dee72: Waiting for close lock at 1732000684923Disabling compacts and flushes for region at 1732000684923Disabling writes for close at 1732000684924 (+1 ms)Writing region close event to WAL at 1732000684924Closed at 1732000684924 2024-11-19T07:18:04,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:18:04,926 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000684834.66267344e5fab9317285fa35ff6dee72.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000684925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000684925"}]},"ts":"1732000684925"} 2024-11-19T07:18:04,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:18:04,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:18:04,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000684930"}]},"ts":"1732000684930"} 2024-11-19T07:18:04,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:18:04,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66267344e5fab9317285fa35ff6dee72, ASSIGN}] 2024-11-19T07:18:04,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66267344e5fab9317285fa35ff6dee72, ASSIGN 2024-11-19T07:18:04,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66267344e5fab9317285fa35ff6dee72, ASSIGN; state=OFFLINE, location=db0afee3eab9,38325,1732000675451; forceNewPlan=false, retain=false 2024-11-19T07:18:04,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66267344e5fab9317285fa35ff6dee72, regionState=OPENING, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:18:05,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66267344e5fab9317285fa35ff6dee72, ASSIGN because future has completed 2024-11-19T07:18:05,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66267344e5fab9317285fa35ff6dee72, server=db0afee3eab9,38325,1732000675451}] 2024-11-19T07:18:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,289 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:05,289 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66267344e5fab9317285fa35ff6dee72, NAME => 'test,,1732000684834.66267344e5fab9317285fa35ff6dee72.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:18:05,290 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:18:05,291 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:18:05,291 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,292 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000684834.66267344e5fab9317285fa35ff6dee72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:05,292 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,292 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,298 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,300 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66267344e5fab9317285fa35ff6dee72 columnFamilyName f 2024-11-19T07:18:05,300 DEBUG [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:05,301 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(327): Store=66267344e5fab9317285fa35ff6dee72/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:05,301 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,305 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66267344e5fab9317285fa35ff6dee72 columnFamilyName f1 2024-11-19T07:18:05,305 DEBUG [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:05,306 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(327): Store=66267344e5fab9317285fa35ff6dee72/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:05,307 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,308 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66267344e5fab9317285fa35ff6dee72 columnFamilyName norep 2024-11-19T07:18:05,308 DEBUG [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:05,309 INFO [StoreOpener-66267344e5fab9317285fa35ff6dee72-1 {}] regionserver.HStore(327): Store=66267344e5fab9317285fa35ff6dee72/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:05,309 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,310 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,311 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,314 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,314 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,315 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:18:05,321 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,329 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:18:05,330 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66267344e5fab9317285fa35ff6dee72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61110912, jitterRate=-0.08937644958496094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:18:05,330 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:18:05,331 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66267344e5fab9317285fa35ff6dee72: Running coprocessor pre-open hook at 1732000685292Writing region info on filesystem at 1732000685292Initializing all the Stores at 1732000685294 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000685297 (+3 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000685297Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000685297Cleaning up temporary data from old regions at 1732000685314 (+17 ms)Running coprocessor post-open hooks at 1732000685330 (+16 ms)Region opened successfully at 1732000685331 (+1 ms) 2024-11-19T07:18:05,338 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000684834.66267344e5fab9317285fa35ff6dee72., pid=6, masterSystemTime=1732000685272 2024-11-19T07:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:05,344 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:18:05,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66267344e5fab9317285fa35ff6dee72, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:18:05,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66267344e5fab9317285fa35ff6dee72, server=db0afee3eab9,38325,1732000675451 because future has completed 2024-11-19T07:18:05,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:18:05,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66267344e5fab9317285fa35ff6dee72, server=db0afee3eab9,38325,1732000675451 in 246 msec 2024-11-19T07:18:05,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:18:05,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66267344e5fab9317285fa35ff6dee72, ASSIGN in 422 msec 2024-11-19T07:18:05,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:18:05,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000685366"}]},"ts":"1732000685366"} 2024-11-19T07:18:05,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:18:05,370 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:18:05,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 526 msec 2024-11-19T07:18:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:05,486 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:18:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40891,1732000681071 2024-11-19T07:18:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26c36c7f 2024-11-19T07:18:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:05,489 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:05,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:18:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:18:05,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:18:05,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:05,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:18:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:18:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:18:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:05,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ddcc6375d250e2989bfaefa0c61690af, NAME => 'test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1 2024-11-19T07:18:05,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:18:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ddcc6375d250e2989bfaefa0c61690af, disabling compactions & flushes 2024-11-19T07:18:06,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. after waiting 0 ms 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,366 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,366 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ddcc6375d250e2989bfaefa0c61690af: Waiting for close lock at 1732000686366Disabling compacts and flushes for region at 1732000686366Disabling writes for close at 1732000686366Writing region close event to WAL at 1732000686366Closed at 1732000686366 2024-11-19T07:18:06,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:18:06,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000686368"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000686368"}]},"ts":"1732000686368"} 2024-11-19T07:18:06,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:18:06,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:18:06,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000686412"}]},"ts":"1732000686412"} 2024-11-19T07:18:06,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:18:06,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddcc6375d250e2989bfaefa0c61690af, ASSIGN}] 2024-11-19T07:18:06,418 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ddcc6375d250e2989bfaefa0c61690af, ASSIGN 2024-11-19T07:18:06,419 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ddcc6375d250e2989bfaefa0c61690af, ASSIGN; state=OFFLINE, location=db0afee3eab9,33305,1732000681222; forceNewPlan=false, retain=false 2024-11-19T07:18:06,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddcc6375d250e2989bfaefa0c61690af, regionState=OPENING, regionLocation=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:06,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ddcc6375d250e2989bfaefa0c61690af, ASSIGN because future has completed 2024-11-19T07:18:06,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddcc6375d250e2989bfaefa0c61690af, server=db0afee3eab9,33305,1732000681222}] 2024-11-19T07:18:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:06,761 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,761 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ddcc6375d250e2989bfaefa0c61690af, NAME => 'test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:18:06,762 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:18:06,762 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:18:06,762 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,763 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:06,764 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,764 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,766 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,767 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddcc6375d250e2989bfaefa0c61690af columnFamilyName f 2024-11-19T07:18:06,767 DEBUG [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:06,768 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(327): Store=ddcc6375d250e2989bfaefa0c61690af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:06,768 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,772 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddcc6375d250e2989bfaefa0c61690af columnFamilyName f1 2024-11-19T07:18:06,772 DEBUG [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:06,774 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(327): Store=ddcc6375d250e2989bfaefa0c61690af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:06,774 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,777 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddcc6375d250e2989bfaefa0c61690af columnFamilyName norep 2024-11-19T07:18:06,777 DEBUG [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:06,778 INFO [StoreOpener-ddcc6375d250e2989bfaefa0c61690af-1 {}] regionserver.HStore(327): Store=ddcc6375d250e2989bfaefa0c61690af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:06,778 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,779 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,780 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,782 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,783 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,783 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:18:06,785 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,793 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:18:06,794 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ddcc6375d250e2989bfaefa0c61690af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62267097, jitterRate=-0.07214795053005219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:18:06,794 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:18:06,794 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ddcc6375d250e2989bfaefa0c61690af: Running coprocessor pre-open hook at 1732000686764Writing region info on filesystem at 1732000686764Initializing all the Stores at 1732000686765 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000686765Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000686766 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000686766Cleaning up temporary data from old regions at 1732000686783 (+17 ms)Running coprocessor post-open hooks at 1732000686794 (+11 ms)Region opened successfully at 1732000686794 2024-11-19T07:18:06,795 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af., pid=6, masterSystemTime=1732000686748 2024-11-19T07:18:06,798 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,798 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:18:06,800 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ddcc6375d250e2989bfaefa0c61690af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,33305,1732000681222 2024-11-19T07:18:06,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddcc6375d250e2989bfaefa0c61690af, server=db0afee3eab9,33305,1732000681222 because future has completed 2024-11-19T07:18:06,820 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=db0afee3eab9,33305,1732000681222, table=test, region=ddcc6375d250e2989bfaefa0c61690af. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T07:18:06,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:18:06,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ddcc6375d250e2989bfaefa0c61690af, server=db0afee3eab9,33305,1732000681222 in 229 msec 2024-11-19T07:18:06,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:18:06,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ddcc6375d250e2989bfaefa0c61690af, ASSIGN in 416 msec 2024-11-19T07:18:06,840 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:18:06,840 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000686840"}]},"ts":"1732000686840"} 2024-11-19T07:18:06,842 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:18:06,844 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:18:06,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3540 sec 2024-11-19T07:18:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:18:07,646 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:18:07,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed509a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38131,-1 for getting cluster id 2024-11-19T07:18:07,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:07,648 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be' 2024-11-19T07:18:07,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be" 2024-11-19T07:18:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b17b622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38131,-1] 2024-11-19T07:18:07,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,651 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:07,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d453dfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78741030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40891,-1 for getting cluster id 2024-11-19T07:18:07,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:07,654 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30830b39-ab61-4659-86f4-c13edf0bbedc' 2024-11-19T07:18:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:07,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30830b39-ab61-4659-86f4-c13edf0bbedc" 2024-11-19T07:18:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597e6046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40891,-1] 2024-11-19T07:18:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:07,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,656 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:07,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9e741f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575f3a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38131,-1 for getting cluster id 2024-11-19T07:18:07,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:07,660 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be' 2024-11-19T07:18:07,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:07,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be" 2024-11-19T07:18:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323aeae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38131,-1] 2024-11-19T07:18:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:07,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,663 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:07,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156e63b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38131,1732000675263 2024-11-19T07:18:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fff5520 2024-11-19T07:18:07,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:07,669 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:07,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:40891,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:18:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:18:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:18:07,673 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:40891' 2024-11-19T07:18:07,674 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bc8e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,674 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40891,-1 for getting cluster id 2024-11-19T07:18:07,674 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:07,675 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30830b39-ab61-4659-86f4-c13edf0bbedc' 2024-11-19T07:18:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30830b39-ab61-4659-86f4-c13edf0bbedc" 2024-11-19T07:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b48f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40891,-1] 2024-11-19T07:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:07,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,677 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:07,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eada7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:07,678 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40891,1732000681071 2024-11-19T07:18:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44992672 2024-11-19T07:18:07,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:07,680 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:07,681 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T07:18:07,681 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:18:07,681 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,681 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:07,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:18:07,681 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:18:07,683 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:18:07,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:18:07,684 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:07,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:18:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:18:07,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86f34e2b6cc99788f391867a246b49f6, NAME => 'hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36 2024-11-19T07:18:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86f34e2b6cc99788f391867a246b49f6, disabling compactions & flushes 2024-11-19T07:18:07,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. after waiting 0 ms 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:07,703 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:07,703 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86f34e2b6cc99788f391867a246b49f6: Waiting for close lock at 1732000687703Disabling compacts and flushes for region at 1732000687703Disabling writes for close at 1732000687703Writing region close event to WAL at 1732000687703Closed at 1732000687703 2024-11-19T07:18:07,705 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:18:07,705 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000687705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000687705"}]},"ts":"1732000687705"} 2024-11-19T07:18:07,708 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:18:07,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:18:07,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000687709"}]},"ts":"1732000687709"} 2024-11-19T07:18:07,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:18:07,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f34e2b6cc99788f391867a246b49f6, ASSIGN}] 2024-11-19T07:18:07,715 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f34e2b6cc99788f391867a246b49f6, ASSIGN 2024-11-19T07:18:07,716 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86f34e2b6cc99788f391867a246b49f6, ASSIGN; state=OFFLINE, location=db0afee3eab9,38325,1732000675451; forceNewPlan=false, retain=false 2024-11-19T07:18:07,733 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:18:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:18:07,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86f34e2b6cc99788f391867a246b49f6, regionState=OPENING, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:18:07,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86f34e2b6cc99788f391867a246b49f6, ASSIGN because future has completed 2024-11-19T07:18:07,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86f34e2b6cc99788f391867a246b49f6, server=db0afee3eab9,38325,1732000675451}] 2024-11-19T07:18:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:18:08,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:08,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:18:08,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:18:08,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38325%2C1732000675451.rep, suffix=, logDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451, archiveDir=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs, maxLogs=10 2024-11-19T07:18:08,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.rep.1732000688028, exclude list is [], retry=0 2024-11-19T07:18:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42011,DS-e90e07e3-78a4-4cd6-b6d9-78c2ac9d73a6,DISK] 2024-11-19T07:18:08,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.rep.1732000688028 2024-11-19T07:18:08,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46841:46841)] 2024-11-19T07:18:08,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86f34e2b6cc99788f391867a246b49f6, NAME => 'hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:18:08,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:18:08,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:18:08,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. service=MultiRowMutationService 2024-11-19T07:18:08,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:18:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:18:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,049 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,050 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f34e2b6cc99788f391867a246b49f6 columnFamilyName hfileref 2024-11-19T07:18:08,050 DEBUG [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:08,051 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(327): Store=86f34e2b6cc99788f391867a246b49f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:08,051 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,052 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f34e2b6cc99788f391867a246b49f6 columnFamilyName queue 2024-11-19T07:18:08,052 DEBUG [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:08,053 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(327): Store=86f34e2b6cc99788f391867a246b49f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:08,053 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,054 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86f34e2b6cc99788f391867a246b49f6 columnFamilyName sid 2024-11-19T07:18:08,054 DEBUG [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:18:08,054 INFO [StoreOpener-86f34e2b6cc99788f391867a246b49f6-1 {}] regionserver.HStore(327): Store=86f34e2b6cc99788f391867a246b49f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:18:08,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:18:08,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:18:08,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86f34e2b6cc99788f391867a246b49f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68143472, jitterRate=0.015416860580444336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:18:08,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:18:08,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86f34e2b6cc99788f391867a246b49f6: Running coprocessor pre-open hook at 1732000688046Writing region info on filesystem at 1732000688046Initializing all the Stores at 1732000688047 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000688047Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000688049 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000688049Cleaning up temporary data from old regions at 1732000688057 (+8 ms)Running coprocessor post-open hooks at 1732000688061 (+4 ms)Region opened successfully at 1732000688061 2024-11-19T07:18:08,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6., pid=10, masterSystemTime=1732000688023 2024-11-19T07:18:08,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:08,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:18:08,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86f34e2b6cc99788f391867a246b49f6, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,38325,1732000675451 2024-11-19T07:18:08,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86f34e2b6cc99788f391867a246b49f6, server=db0afee3eab9,38325,1732000675451 because future has completed 2024-11-19T07:18:08,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:18:08,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86f34e2b6cc99788f391867a246b49f6, server=db0afee3eab9,38325,1732000675451 in 197 msec 2024-11-19T07:18:08,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:18:08,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86f34e2b6cc99788f391867a246b49f6, ASSIGN in 358 msec 2024-11-19T07:18:08,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:18:08,076 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000688076"}]},"ts":"1732000688076"} 2024-11-19T07:18:08,080 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:18:08,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:18:08,084 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 401 msec 2024-11-19T07:18:08,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6., hostname=db0afee3eab9,38325,1732000675451, seqNum=2] 2024-11-19T07:18:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:18:08,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:18:08,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:18:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:18:08,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:18:08,335 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:18:08,377 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,38325,1732000675451, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:18:08,377 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:08,378 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:18:08,378 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:08,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-19T07:18:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,38325,1732000675451', locateType=CURRENT is [region=hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6., hostname=db0afee3eab9,38325,1732000675451, seqNum=2] 2024-11-19T07:18:08,388 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:18:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:18:08,392 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,38325,1732000675451 suceeded 2024-11-19T07:18:08,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:18:08,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-19T07:18:08,406 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:40891,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-19T07:18:08,407 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:40891' 2024-11-19T07:18:08,410 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1230e83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:08,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 736 msec 2024-11-19T07:18:08,410 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40891,-1 for getting cluster id 2024-11-19T07:18:08,410 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:08,411 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30830b39-ab61-4659-86f4-c13edf0bbedc' 2024-11-19T07:18:08,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:08,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30830b39-ab61-4659-86f4-c13edf0bbedc" 2024-11-19T07:18:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e6d1ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40891,-1] 2024-11-19T07:18:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:08,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:08,413 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:08,415 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c086270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:08,415 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:08,417 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40891,1732000681071 2024-11-19T07:18:08,417 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a30754 2024-11-19T07:18:08,417 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:08,418 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-19T07:18:08,419 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,38325,1732000675451 (queues=1) is replicating from cluster=6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be to cluster=30830b39-ab61-4659-86f4-c13edf0bbedc 2024-11-19T07:18:08,419 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C38325%2C1732000675451 2024-11-19T07:18:08,419 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,38325,1732000675451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:18:08,424 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C38325%2C1732000675451 2024-11-19T07:18:08,424 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830, startPosition=0, beingWritten=true 2024-11-19T07:18:08,464 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:18:08,464 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 379, reset compression=false 2024-11-19T07:18:08,464 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:18:08,747 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 379, reset compression=false 2024-11-19T07:18:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38131 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:18:08,805 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:18:08,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:18:08,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:18:08,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:08,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:08,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:18:08,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:08,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732000688810/Put/seqid=0 2024-11-19T07:18:08,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741840_1016 (size=7894) 2024-11-19T07:18:09,051 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 379, reset compression=false 2024-11-19T07:18:09,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_1 is 34, key is ddd/f:row/1732000689218/Put/seqid=0 2024-11-19T07:18:09,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741841_1017 (size=7691) 2024-11-19T07:18:09,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:18:09,456 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 379, reset compression=false 2024-11-19T07:18:09,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11486747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:09,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38131,-1 for getting cluster id 2024-11-19T07:18:09,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:09,633 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be' 2024-11-19T07:18:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be" 2024-11-19T07:18:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f1b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38131,-1] 2024-11-19T07:18:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:09,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:09,635 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:09,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171d8467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:09,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:09,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:18:09,640 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:09,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:09,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38131,1732000675263 2024-11-19T07:18:09,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ceb99da 2024-11-19T07:18:09,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:09,663 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2] 2024-11-19T07:18:09,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:18:09,719 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T07:18:09,724 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T07:18:09,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_1 for inclusion in 66267344e5fab9317285fa35ff6dee72/f 2024-11-19T07:18:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T07:18:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:09,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_0 for inclusion in 66267344e5fab9317285fa35ff6dee72/f 2024-11-19T07:18:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T07:18:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegion(2603): Flush status journal for 66267344e5fab9317285fa35ff6dee72: 2024-11-19T07:18:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_1 to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_1 2024-11-19T07:18:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_1 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/40cf7791da954774a5623a65450e0832_SeqId_4_ 2024-11-19T07:18:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f/f/hfile_0 to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_0 2024-11-19T07:18:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_0 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ 2024-11-19T07:18:09,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_1 into 66267344e5fab9317285fa35ff6dee72/f as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/40cf7791da954774a5623a65450e0832_SeqId_4_ - updating store file list. 2024-11-19T07:18:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40cf7791da954774a5623a65450e0832_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:09,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/40cf7791da954774a5623a65450e0832_SeqId_4_ into 66267344e5fab9317285fa35ff6dee72/f 2024-11-19T07:18:09,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_1 into 66267344e5fab9317285fa35ff6dee72/f (new location: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/40cf7791da954774a5623a65450e0832_SeqId_4_) 2024-11-19T07:18:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_1 2024-11-19T07:18:09,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_0 into 66267344e5fab9317285fa35ff6dee72/f as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ - updating store file list. 2024-11-19T07:18:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b84e0888900444594c428ade1b57cc7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:09,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ into 66267344e5fab9317285fa35ff6dee72/f 2024-11-19T07:18:09,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_0 into 66267344e5fab9317285fa35ff6dee72/f (new location: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_) 2024-11-19T07:18:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__b2jbne5s5rrj7j9fmqhnsck75l860rt918996fcifrjirflap3ji2tc39uqidle/f/hfile_0 2024-11-19T07:18:09,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:18:09,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:18:09,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:09,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:09,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:18:09,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 , the old value is region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:38325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:18:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:18:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 from cache 2024-11-19T07:18:09,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,33305,1732000681222, seqNum=-1] 2024-11-19T07:18:09,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:09,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af., hostname=db0afee3eab9,33305,1732000681222, seqNum=2] 2024-11-19T07:18:09,848 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:18:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:56938 deadline: 1732000749832 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56938 2024-11-19T07:18:09,946 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:18:09,959 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 379, reset compression=false 2024-11-19T07:18:09,984 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:18:09,984 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: WALEntryBatch [walEntries=[{test/66267344e5fab9317285fa35ff6dee72/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000689817/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:18:10,023 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:18:10,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-19T07:18:10,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.ReplicationSink(318): Replicating [6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be] bulk loaded data 2024-11-19T07:18:10,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af24794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:10,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40891,-1 for getting cluster id 2024-11-19T07:18:10,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:10,032 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30830b39-ab61-4659-86f4-c13edf0bbedc' 2024-11-19T07:18:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:10,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30830b39-ab61-4659-86f4-c13edf0bbedc" 2024-11-19T07:18:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2517dbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40891,-1] 2024-11-19T07:18:10,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:10,035 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:10,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfd12cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741837_1013 (size=7691) 2024-11-19T07:18:10,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:18:10,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:10,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:10,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:10,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:18:10,184 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:10,490 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741838_1014 (size=7894) 2024-11-19T07:18:10,850 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:18:10,895 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:10,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:10,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40891,1732000681071 2024-11-19T07:18:10,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637268c8 2024-11-19T07:18:10,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:10,900 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-19T07:18:10,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:18:10,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,33305,1732000681222, seqNum=-1] 2024-11-19T07:18:10,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:10,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-19T07:18:10,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T07:18:10,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T07:18:10,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ for inclusion in ddcc6375d250e2989bfaefa0c61690af/f 2024-11-19T07:18:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T07:18:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:10,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ for inclusion in ddcc6375d250e2989bfaefa0c61690af/f 2024-11-19T07:18:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T07:18:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HRegion(2603): Flush status journal for ddcc6375d250e2989bfaefa0c61690af: 2024-11-19T07:18:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 40cf7791da954774a5623a65450e0832_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:18:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/bfdb880fab5b48cfbc6ca15aba9697c5_SeqId_4_ 2024-11-19T07:18:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4b84e0888900444594c428ade1b57cc7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:18:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/6714df28676741e38a8d0c650a140009_SeqId_4_ 2024-11-19T07:18:10,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/bfdb880fab5b48cfbc6ca15aba9697c5_SeqId_4_ - updating store file list. 2024-11-19T07:18:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfdb880fab5b48cfbc6ca15aba9697c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:10,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/bfdb880fab5b48cfbc6ca15aba9697c5_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f 2024-11-19T07:18:10,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f (new location: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/bfdb880fab5b48cfbc6ca15aba9697c5_SeqId_4_) 2024-11-19T07:18:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/40cf7791da954774a5623a65450e0832_SeqId_4_ 2024-11-19T07:18:10,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/6714df28676741e38a8d0c650a140009_SeqId_4_ - updating store file list. 2024-11-19T07:18:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6714df28676741e38a8d0c650a140009_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:10,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/6714df28676741e38a8d0c650a140009_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f 2024-11-19T07:18:10,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ into ddcc6375d250e2989bfaefa0c61690af/f (new location: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/f/6714df28676741e38a8d0c650a140009_SeqId_4_) 2024-11-19T07:18:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/staging/jenkins.hfs.6__test__jupl0damc7psno1fd1qreornb7f2uirav761u1cqp6j6ejjgfvbskm9rb72cpinb/f/4b84e0888900444594c428ade1b57cc7_SeqId_4_ 2024-11-19T07:18:10,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33305 {}] regionserver.ReplicationSink(324): Finished replicating [6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be] bulk loaded data 2024-11-19T07:18:11,399 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:11,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:18:11,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732000691867/Put/seqid=0 2024-11-19T07:18:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741842_1018 (size=7997) 2024-11-19T07:18:12,003 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:12,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732000692275/Put/seqid=0 2024-11-19T07:18:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741843_1019 (size=7794) 2024-11-19T07:18:12,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e27c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:12,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,38131,-1 for getting cluster id 2024-11-19T07:18:12,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:18:12,282 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be' 2024-11-19T07:18:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:18:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f7e51ae-cf79-4dd1-94e8-4f4e8b72a3be" 2024-11-19T07:18:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648dde4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,38131,-1] 2024-11-19T07:18:12,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:18:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:12,284 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:18:12,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21328f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:18:12,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:18:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:12,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:12,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,38131,1732000675263 2024-11-19T07:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46488f86 2024-11-19T07:18:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:18:12,298 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:18:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2] 2024-11-19T07:18:12,303 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:18:12,310 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T07:18:12,313 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T07:18:12,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_0 for inclusion in 66267344e5fab9317285fa35ff6dee72/f1 2024-11-19T07:18:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T07:18:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:12,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_1 for inclusion in 66267344e5fab9317285fa35ff6dee72/f1 2024-11-19T07:18:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T07:18:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:18:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegion(2603): Flush status journal for 66267344e5fab9317285fa35ff6dee72: 2024-11-19T07:18:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_0 to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_0 2024-11-19T07:18:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_0 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/e75c062cadb8480ca6e602bf7f113477_SeqId_6_ 2024-11-19T07:18:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/load_f1/f1/hfile_1 to hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_1 2024-11-19T07:18:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_1 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/ff91e51288d34dc69aedef458860d8f5_SeqId_6_ 2024-11-19T07:18:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-19T07:18:12,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_0 into 66267344e5fab9317285fa35ff6dee72/f1 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/e75c062cadb8480ca6e602bf7f113477_SeqId_6_ - updating store file list. 2024-11-19T07:18:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e75c062cadb8480ca6e602bf7f113477_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:12,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/e75c062cadb8480ca6e602bf7f113477_SeqId_6_ into 66267344e5fab9317285fa35ff6dee72/f1 2024-11-19T07:18:12,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_0 into 66267344e5fab9317285fa35ff6dee72/f1 (new location: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/e75c062cadb8480ca6e602bf7f113477_SeqId_6_) 2024-11-19T07:18:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_0 2024-11-19T07:18:12,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_1 into 66267344e5fab9317285fa35ff6dee72/f1 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/ff91e51288d34dc69aedef458860d8f5_SeqId_6_ - updating store file list. 2024-11-19T07:18:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff91e51288d34dc69aedef458860d8f5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:18:12,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/ff91e51288d34dc69aedef458860d8f5_SeqId_6_ into 66267344e5fab9317285fa35ff6dee72/f1 2024-11-19T07:18:12,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_1 into 66267344e5fab9317285fa35ff6dee72/f1 (new location: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/f1/ff91e51288d34dc69aedef458860d8f5_SeqId_6_) 2024-11-19T07:18:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/staging/jenkins__test__mbfab2jed23n1ooh0h84l5lafh0menvqthe6abo7t4i1rmbvch483o8blfm20g89/f1/hfile_1 2024-11-19T07:18:12,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:18:12,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:18:12,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:12,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:18:12,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:18:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 , the old value is region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:38325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:18:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:18:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2 from cache 2024-11-19T07:18:12,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:18:12,350 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T07:18:12,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38325,1732000675451, seqNum=-1] 2024-11-19T07:18:12,351 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:18:12,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:18:12,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000684834.66267344e5fab9317285fa35ff6dee72., hostname=db0afee3eab9,38325,1732000675451, seqNum=2] 2024-11-19T07:18:12,455 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:38325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:18:12,707 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 687, reset compression=false 2024-11-19T07:18:12,714 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:18:12,714 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:12,714 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:18:12,920 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:13,225 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:13,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:18:13,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:18:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T07:18:13,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T07:18:13,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:18:13,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:18:13,628 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:14,133 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:14,737 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:15,441 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:16,245 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:17,150 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:18,154 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:19,259 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:20,463 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:21,767 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:23,172 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:24,676 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:24,851 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:18:26,280 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:27,985 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:29,790 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:30,657 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:18:31,694 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:32,720 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: null 2024-11-19T07:18:33,698 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:35,802 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:38,007 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:39,292 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T07:18:39,292 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T07:18:40,311 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:42,715 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:44,766 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T07:18:44,766 INFO [master/db0afee3eab9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T07:18:45,219 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:47,823 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:50,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 66267344e5fab9317285fa35ff6dee72, had cached 0 bytes from a total of 31376 2024-11-19T07:18:50,526 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:51,763 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ddcc6375d250e2989bfaefa0c61690af, had cached 0 bytes from a total of 15585 2024-11-19T07:18:52,720 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: null 2024-11-19T07:18:53,330 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:54,851 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:18:56,239 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:18:59,243 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:00,657 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:19:02,348 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:04,715 DEBUG [master/db0afee3eab9:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T07:19:05,552 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:08,889 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:12,295 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:12,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:19:12,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:12,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:12,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:12,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:12,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:12,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:19:12,386 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274682590, stopped=false 2024-11-19T07:19:12,386 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,40891,1732000681071 2024-11-19T07:19:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-749498126/running 2024-11-19T07:19:12,440 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-749498126/running 2024-11-19T07:19:12,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:19:12,440 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:19:12,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:12,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:12,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:12,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:12,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,33305,1732000681222' ***** 2024-11-19T07:19:12,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:19:12,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/running 2024-11-19T07:19:12,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Set watcher on znode that does not yet exist, /1-749498126/running 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:19:12,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(3091): Received CLOSE for ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,33305,1732000681222 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:12,441 INFO [RS:0;db0afee3eab9:33305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:33305. 2024-11-19T07:19:12,441 DEBUG [RS:0;db0afee3eab9:33305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:12,441 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:12,442 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:19:12,442 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:19:12,442 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:19:12,442 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:19:12,442 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:19:12,442 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ddcc6375d250e2989bfaefa0c61690af=test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af.} 2024-11-19T07:19:12,442 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ddcc6375d250e2989bfaefa0c61690af 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddcc6375d250e2989bfaefa0c61690af, disabling compactions & flushes 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:12,442 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:19:12,442 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. after waiting 0 ms 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:19:12,442 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:12,442 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T07:19:12,445 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:19:12,445 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:19:12,445 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/default/test/ddcc6375d250e2989bfaefa0c61690af/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T07:19:12,446 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:12,446 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:19:12,446 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:19:12,446 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddcc6375d250e2989bfaefa0c61690af: Waiting for close lock at 1732000752442Running coprocessor pre-close hooks at 1732000752442Disabling compacts and flushes for region at 1732000752442Disabling writes for close at 1732000752442Writing region close event to WAL at 1732000752442Running coprocessor post-close hooks at 1732000752446 (+4 ms)Closed at 1732000752446 2024-11-19T07:19:12,446 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af. 2024-11-19T07:19:12,460 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/info/7f3aa973779b482d97ed78d80ef206d0 is 129, key is test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af./info:regioninfo/1732000686799/Put/seqid=0 2024-11-19T07:19:12,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741839_1015 (size=6421) 2024-11-19T07:19:12,508 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:12,642 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:12,721 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38325,1732000675451 got entry batch from reader: null 2024-11-19T07:19:12,842 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:12,864 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/info/7f3aa973779b482d97ed78d80ef206d0 2024-11-19T07:19:12,882 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/ns/a5c7a76de3d644da8b90c07cd54b1836 is 43, key is default/ns:d/1732000684677/Put/seqid=0 2024-11-19T07:19:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741840_1016 (size=5153) 2024-11-19T07:19:13,042 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:13,242 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:13,286 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/ns/a5c7a76de3d644da8b90c07cd54b1836 2024-11-19T07:19:13,304 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/rep_barrier/b1500a34254046b3a79fc2e1daa00620 is 112, key is test,,1732000685490.ddcc6375d250e2989bfaefa0c61690af./rep_barrier:seqnumDuringOpen/1732000686799/Put/seqid=0 2024-11-19T07:19:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741841_1017 (size=5518) 2024-11-19T07:19:13,443 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:19:13,443 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:19:13,443 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:13,643 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:13,708 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/rep_barrier/b1500a34254046b3a79fc2e1daa00620 2024-11-19T07:19:13,726 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/table/b7a70f4c94b84bb999e39833610d39d4 is 40, key is test/table:state/1732000686840/Put/seqid=0 2024-11-19T07:19:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741842_1018 (size=5165) 2024-11-19T07:19:13,843 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:14,043 DEBUG [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:14,130 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/table/b7a70f4c94b84bb999e39833610d39d4 2024-11-19T07:19:14,136 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/info/7f3aa973779b482d97ed78d80ef206d0 as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/info/7f3aa973779b482d97ed78d80ef206d0 2024-11-19T07:19:14,143 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/info/7f3aa973779b482d97ed78d80ef206d0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T07:19:14,144 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/ns/a5c7a76de3d644da8b90c07cd54b1836 as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/ns/a5c7a76de3d644da8b90c07cd54b1836 2024-11-19T07:19:14,151 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/ns/a5c7a76de3d644da8b90c07cd54b1836, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:19:14,152 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/rep_barrier/b1500a34254046b3a79fc2e1daa00620 as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/rep_barrier/b1500a34254046b3a79fc2e1daa00620 2024-11-19T07:19:14,158 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/rep_barrier/b1500a34254046b3a79fc2e1daa00620, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T07:19:14,159 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/.tmp/table/b7a70f4c94b84bb999e39833610d39d4 as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/table/b7a70f4c94b84bb999e39833610d39d4 2024-11-19T07:19:14,164 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/table/b7a70f4c94b84bb999e39833610d39d4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:19:14,165 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-19T07:19:14,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:19:14,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:14,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:14,172 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:14,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000752442Running coprocessor pre-close hooks at 1732000752442Disabling compacts and flushes for region at 1732000752442Disabling writes for close at 1732000752442Obtaining lock to block concurrent updates at 1732000752442Preparing flush snapshotting stores in 1588230740 at 1732000752442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732000752443 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000752443Flushing 1588230740/info: creating writer at 1732000752443Flushing 1588230740/info: appending metadata at 1732000752459 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732000752459Flushing 1588230740/ns: creating writer at 1732000752870 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732000752882 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732000752882Flushing 1588230740/rep_barrier: creating writer at 1732000753291 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000753304 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000753304Flushing 1588230740/table: creating writer at 1732000753713 (+409 ms)Flushing 1588230740/table: appending metadata at 1732000753726 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732000753726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0fa7c4: reopening flushed file at 1732000754135 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe7ac58: reopening flushed file at 1732000754143 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c4a5bf: reopening flushed file at 1732000754151 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30659a17: reopening flushed file at 1732000754158 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1732000754165 (+7 ms)Writing region close event to WAL at 1732000754168 (+3 ms)Running coprocessor post-close hooks at 1732000754172 (+4 ms)Closed at 1732000754172 2024-11-19T07:19:14,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:14,243 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,33305,1732000681222; all regions closed. 2024-11-19T07:19:14,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741834_1010 (size=2717) 2024-11-19T07:19:14,253 DEBUG [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/oldWALs 2024-11-19T07:19:14,253 INFO [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C33305%2C1732000681222.meta:.meta(num 1732000684592) 2024-11-19T07:19:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741832_1008 (size=1028) 2024-11-19T07:19:14,258 DEBUG [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/oldWALs 2024-11-19T07:19:14,258 INFO [RS:0;db0afee3eab9:33305 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C33305%2C1732000681222:(num 1732000683586) 2024-11-19T07:19:14,258 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:14,258 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:14,259 INFO [RS:0;db0afee3eab9:33305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:14,259 INFO [RS:0;db0afee3eab9:33305 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:14,259 INFO [RS:0;db0afee3eab9:33305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:14,259 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:14,259 INFO [RS:0;db0afee3eab9:33305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:33305. 2024-11-19T07:19:14,259 DEBUG [RS:0;db0afee3eab9:33305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:14,259 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:14,260 DEBUG [RS:0;db0afee3eab9:33305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:14,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:14,260 INFO [RS:0;db0afee3eab9:33305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33305 2024-11-19T07:19:14,269 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-749498126/rs/db0afee3eab9,33305,1732000681222 2024-11-19T07:19:14,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126/rs 2024-11-19T07:19:14,269 INFO [RS:0;db0afee3eab9:33305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:14,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,33305,1732000681222] 2024-11-19T07:19:14,290 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-749498126/draining/db0afee3eab9,33305,1732000681222 already deleted, retry=false 2024-11-19T07:19:14,290 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,33305,1732000681222 expired; onlineServers=0 2024-11-19T07:19:14,290 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,40891,1732000681071' ***** 2024-11-19T07:19:14,290 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:19:14,290 INFO [M:0;db0afee3eab9:40891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:14,290 INFO [M:0;db0afee3eab9:40891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:14,290 DEBUG [M:0;db0afee3eab9:40891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:19:14,290 DEBUG [M:0;db0afee3eab9:40891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:19:14,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:19:14,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000683316 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000683316,5,FailOnTimeoutGroup] 2024-11-19T07:19:14,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000683320 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000683320,5,FailOnTimeoutGroup] 2024-11-19T07:19:14,291 INFO [M:0;db0afee3eab9:40891 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:14,291 INFO [M:0;db0afee3eab9:40891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:14,291 DEBUG [M:0;db0afee3eab9:40891 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:19:14,291 INFO [M:0;db0afee3eab9:40891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:19:14,291 INFO [M:0;db0afee3eab9:40891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:14,291 INFO [M:0;db0afee3eab9:40891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:19:14,291 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:19:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-749498126/master 2024-11-19T07:19:14,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-749498126 2024-11-19T07:19:14,301 DEBUG [M:0;db0afee3eab9:40891 {}] zookeeper.ZKUtil(347): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Unable to get data of znode /1-749498126/master because node does not exist (not an error) 2024-11-19T07:19:14,301 WARN [M:0;db0afee3eab9:40891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:19:14,301 INFO [M:0;db0afee3eab9:40891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/.lastflushedseqids 2024-11-19T07:19:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741843_1019 (size=173) 2024-11-19T07:19:14,380 INFO [RS:0;db0afee3eab9:33305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:14,380 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:14,380 INFO [RS:0;db0afee3eab9:33305 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,33305,1732000681222; zookeeper connection closed. 2024-11-19T07:19:14,380 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33305-0x10151f4e89b0004, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:14,381 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a43e0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a43e0f 2024-11-19T07:19:14,381 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:19:14,706 INFO [M:0;db0afee3eab9:40891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:19:14,706 INFO [M:0;db0afee3eab9:40891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:19:14,707 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:14,707 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:14,707 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:14,707 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:14,707 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:14,707 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-19T07:19:14,738 DEBUG [M:0;db0afee3eab9:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69b6ee860f6146a5aa414c0b2fe9487d is 82, key is hbase:meta,,1/info:regioninfo/1732000684642/Put/seqid=0 2024-11-19T07:19:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741844_1020 (size=5672) 2024-11-19T07:19:14,749 INFO [M:0;db0afee3eab9:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69b6ee860f6146a5aa414c0b2fe9487d 2024-11-19T07:19:14,775 DEBUG [M:0;db0afee3eab9:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfaf6b5034d240f2b8f61953765d06a3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000686847/Put/seqid=0 2024-11-19T07:19:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741845_1021 (size=6727) 2024-11-19T07:19:15,183 INFO [M:0;db0afee3eab9:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfaf6b5034d240f2b8f61953765d06a3 2024-11-19T07:19:15,189 INFO [M:0;db0afee3eab9:40891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfaf6b5034d240f2b8f61953765d06a3 2024-11-19T07:19:15,205 DEBUG [M:0;db0afee3eab9:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5063009fdb314442a9dffbc9c3b5b5ca is 69, key is db0afee3eab9,33305,1732000681222/rs:state/1732000683385/Put/seqid=0 2024-11-19T07:19:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741846_1022 (size=5156) 2024-11-19T07:19:15,210 INFO [M:0;db0afee3eab9:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5063009fdb314442a9dffbc9c3b5b5ca 2024-11-19T07:19:15,217 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69b6ee860f6146a5aa414c0b2fe9487d as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69b6ee860f6146a5aa414c0b2fe9487d 2024-11-19T07:19:15,222 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69b6ee860f6146a5aa414c0b2fe9487d, entries=8, sequenceid=58, filesize=5.5 K 2024-11-19T07:19:15,223 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfaf6b5034d240f2b8f61953765d06a3 as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfaf6b5034d240f2b8f61953765d06a3 2024-11-19T07:19:15,235 INFO [M:0;db0afee3eab9:40891 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfaf6b5034d240f2b8f61953765d06a3 2024-11-19T07:19:15,236 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfaf6b5034d240f2b8f61953765d06a3, entries=6, sequenceid=58, filesize=6.6 K 2024-11-19T07:19:15,237 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5063009fdb314442a9dffbc9c3b5b5ca as hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5063009fdb314442a9dffbc9c3b5b5ca 2024-11-19T07:19:15,243 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45863/user/jenkins/test-data/e99f7765-917b-d2f6-b82e-b63ab04173b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5063009fdb314442a9dffbc9c3b5b5ca, entries=1, sequenceid=58, filesize=5.0 K 2024-11-19T07:19:15,245 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=58, compaction requested=false 2024-11-19T07:19:15,251 INFO [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:15,251 DEBUG [M:0;db0afee3eab9:40891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000754706Disabling compacts and flushes for region at 1732000754706Disabling writes for close at 1732000754707 (+1 ms)Obtaining lock to block concurrent updates at 1732000754707Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000754707Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732000754708 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000754708Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000754708Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000754737 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000754737Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000754753 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000754774 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000754774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000755189 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000755204 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000755204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12861c55: reopening flushed file at 1732000755214 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e168b4: reopening flushed file at 1732000755222 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1a9ee1: reopening flushed file at 1732000755236 (+14 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=58, compaction requested=false at 1732000755245 (+9 ms)Writing region close event to WAL at 1732000755251 (+6 ms)Closed at 1732000755251 2024-11-19T07:19:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34225 is added to blk_1073741830_1006 (size=33026) 2024-11-19T07:19:15,255 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:15,255 INFO [M:0;db0afee3eab9:40891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:19:15,255 INFO [M:0;db0afee3eab9:40891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40891 2024-11-19T07:19:15,256 INFO [M:0;db0afee3eab9:40891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:15,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x10151f4e89b0003, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:15,367 INFO [M:0;db0afee3eab9:40891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:15,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8198fb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:15,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77773c9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:15,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:15,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c2cc2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:15,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25ed74cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:15,374 WARN [BP-163031869-172.17.0.2-1732000678944 heartbeating to localhost/127.0.0.1:45863 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:19:15,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:19:15,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:19:15,374 WARN [BP-163031869-172.17.0.2-1732000678944 heartbeating to localhost/127.0.0.1:45863 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-163031869-172.17.0.2-1732000678944 (Datanode Uuid 530df6de-9177-423e-92a1-a25db044a86a) service to localhost/127.0.0.1:45863 2024-11-19T07:19:15,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/cluster_23593d1b-48bc-75f0-d923-8ce810209a45/data/data2/current/BP-163031869-172.17.0.2-1732000678944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:15,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/cluster_23593d1b-48bc-75f0-d923-8ce810209a45/data/data1/current/BP-163031869-172.17.0.2-1732000678944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:15,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:19:15,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4599082{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:15,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6352018{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:15,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:15,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@509200e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:15,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@221cfbfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:19:15,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:19:15,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:15,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:15,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:15,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:15,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:15,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:19:15,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2133713967, stopped=false 2024-11-19T07:19:15,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,38131,1732000675263 2024-11-19T07:19:15,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-652407697/running 2024-11-19T07:19:15,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-652407697/running 2024-11-19T07:19:15,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:19:15,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:19:15,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:15,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:15,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:15,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:15,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,38325,1732000675451' ***** 2024-11-19T07:19:15,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:19:15,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/running 2024-11-19T07:19:15,417 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:19:15,417 INFO [RS:0;db0afee3eab9:38325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:19:15,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:19:15,417 INFO [RS:0;db0afee3eab9:38325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:19:15,417 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:15,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Set watcher on znode that does not yet exist, /0-652407697/running 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 66267344e5fab9317285fa35ff6dee72 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,38325,1732000675451 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:38325. 2024-11-19T07:19:15,418 DEBUG [RS:0;db0afee3eab9:38325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:15,418 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:19:15,418 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:19:15,419 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:19:15,419 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1325): Online Regions={86f34e2b6cc99788f391867a246b49f6=hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6., 1588230740=hbase:meta,,1.1588230740, 66267344e5fab9317285fa35ff6dee72=test,,1732000684834.66267344e5fab9317285fa35ff6dee72.} 2024-11-19T07:19:15,419 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66267344e5fab9317285fa35ff6dee72, 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86f34e2b6cc99788f391867a246b49f6, disabling compactions & flushes 2024-11-19T07:19:15,419 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:19:15,419 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. after waiting 0 ms 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:15,419 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:19:15,419 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 86f34e2b6cc99788f391867a246b49f6 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-19T07:19:15,420 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:15,420 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:19:15,443 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/hfileref/45506b236f9144c094784463be15bd35 is 74, key is 1/hfileref:40cf7791da954774a5623a65450e0832_SeqId_4_/1732000690944/DeleteColumn/seqid=0 2024-11-19T07:19:15,447 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/info/793950560ea2467a84b63b3ac152c6de is 147, key is hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6./info:regioninfo/1732000688064/Put/seqid=0 2024-11-19T07:19:15,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741844_1020 (size=5203) 2024-11-19T07:19:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741845_1021 (size=7686) 2024-11-19T07:19:15,455 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/info/793950560ea2467a84b63b3ac152c6de 2024-11-19T07:19:15,465 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:15,478 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/ns/6580e8c6bd834280b44c20befbfcd58e is 43, key is default/ns:d/1732000678807/Put/seqid=0 2024-11-19T07:19:15,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741846_1022 (size=5153) 2024-11-19T07:19:15,619 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66267344e5fab9317285fa35ff6dee72, 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:15,698 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:19:15,698 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:19:15,798 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/WALs/db0afee3eab9,38325,1732000675451/db0afee3eab9%2C38325%2C1732000675451.1732000677830 to pos 997, reset compression=false 2024-11-19T07:19:15,819 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66267344e5fab9317285fa35ff6dee72, 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:15,854 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/hfileref/45506b236f9144c094784463be15bd35 2024-11-19T07:19:15,870 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/queue/1135b4ac3b354917bda681b27810500f is 153, key is 1-db0afee3eab9,38325,1732000675451/queue:db0afee3eab9%2C38325%2C1732000675451/1732000692716/Put/seqid=0 2024-11-19T07:19:15,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741847_1023 (size=5352) 2024-11-19T07:19:15,883 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/ns/6580e8c6bd834280b44c20befbfcd58e 2024-11-19T07:19:15,900 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/rep_barrier/cdf095c1605d43ad8e69b8dafbcb20b3 is 112, key is test,,1732000684834.66267344e5fab9317285fa35ff6dee72./rep_barrier:seqnumDuringOpen/1732000685343/Put/seqid=0 2024-11-19T07:19:15,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741848_1024 (size=5518) 2024-11-19T07:19:16,020 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66267344e5fab9317285fa35ff6dee72, 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:16,220 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66267344e5fab9317285fa35ff6dee72, 86f34e2b6cc99788f391867a246b49f6 2024-11-19T07:19:16,275 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/queue/1135b4ac3b354917bda681b27810500f 2024-11-19T07:19:16,280 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/hfileref/45506b236f9144c094784463be15bd35 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/hfileref/45506b236f9144c094784463be15bd35 2024-11-19T07:19:16,285 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/hfileref/45506b236f9144c094784463be15bd35, entries=2, sequenceid=10, filesize=5.1 K 2024-11-19T07:19:16,286 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/.tmp/queue/1135b4ac3b354917bda681b27810500f as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/queue/1135b4ac3b354917bda681b27810500f 2024-11-19T07:19:16,290 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/queue/1135b4ac3b354917bda681b27810500f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T07:19:16,291 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 86f34e2b6cc99788f391867a246b49f6 in 872ms, sequenceid=10, compaction requested=false 2024-11-19T07:19:16,295 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/replication/86f34e2b6cc99788f391867a246b49f6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:16,296 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86f34e2b6cc99788f391867a246b49f6: Waiting for close lock at 1732000755419Running coprocessor pre-close hooks at 1732000755419Disabling compacts and flushes for region at 1732000755419Disabling writes for close at 1732000755419Obtaining lock to block concurrent updates at 1732000755419Preparing flush snapshotting stores in 86f34e2b6cc99788f391867a246b49f6 at 1732000755419Finished memstore snapshotting hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732000755420 (+1 ms)Flushing stores of hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. at 1732000755421 (+1 ms)Flushing 86f34e2b6cc99788f391867a246b49f6/hfileref: creating writer at 1732000755421Flushing 86f34e2b6cc99788f391867a246b49f6/hfileref: appending metadata at 1732000755442 (+21 ms)Flushing 86f34e2b6cc99788f391867a246b49f6/hfileref: closing flushed file at 1732000755442Flushing 86f34e2b6cc99788f391867a246b49f6/queue: creating writer at 1732000755858 (+416 ms)Flushing 86f34e2b6cc99788f391867a246b49f6/queue: appending metadata at 1732000755870 (+12 ms)Flushing 86f34e2b6cc99788f391867a246b49f6/queue: closing flushed file at 1732000755870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d613017: reopening flushed file at 1732000756279 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f894426: reopening flushed file at 1732000756285 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 86f34e2b6cc99788f391867a246b49f6 in 872ms, sequenceid=10, compaction requested=false at 1732000756291 (+6 ms)Writing region close event to WAL at 1732000756292 (+1 ms)Running coprocessor post-close hooks at 1732000756296 (+4 ms)Closed at 1732000756296 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000687681.86f34e2b6cc99788f391867a246b49f6. 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66267344e5fab9317285fa35ff6dee72, disabling compactions & flushes 2024-11-19T07:19:16,296 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000684834.66267344e5fab9317285fa35ff6dee72. after waiting 0 ms 2024-11-19T07:19:16,296 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:19:16,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/default/test/66267344e5fab9317285fa35ff6dee72/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:19:16,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:16,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:19:16,300 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:19:16,300 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66267344e5fab9317285fa35ff6dee72: Waiting for close lock at 1732000756296Running coprocessor pre-close hooks at 1732000756296Disabling compacts and flushes for region at 1732000756296Disabling writes for close at 1732000756296Writing region close event to WAL at 1732000756297 (+1 ms)Running coprocessor post-close hooks at 1732000756300 (+3 ms)Closed at 1732000756300 2024-11-19T07:19:16,301 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000684834.66267344e5fab9317285fa35ff6dee72. 2024-11-19T07:19:16,305 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/rep_barrier/cdf095c1605d43ad8e69b8dafbcb20b3 2024-11-19T07:19:16,327 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/table/2ba6d71f79f4407089c61774f533dbd5 is 53, key is hbase:replication/table:state/1732000688076/Put/seqid=0 2024-11-19T07:19:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741849_1025 (size=5308) 2024-11-19T07:19:16,420 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:19:16,420 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:19:16,420 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:16,620 DEBUG [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:16,732 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/table/2ba6d71f79f4407089c61774f533dbd5 2024-11-19T07:19:16,740 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/info/793950560ea2467a84b63b3ac152c6de as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/info/793950560ea2467a84b63b3ac152c6de 2024-11-19T07:19:16,747 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/info/793950560ea2467a84b63b3ac152c6de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:19:16,748 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/ns/6580e8c6bd834280b44c20befbfcd58e as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/ns/6580e8c6bd834280b44c20befbfcd58e 2024-11-19T07:19:16,757 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/ns/6580e8c6bd834280b44c20befbfcd58e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:19:16,758 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/rep_barrier/cdf095c1605d43ad8e69b8dafbcb20b3 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/rep_barrier/cdf095c1605d43ad8e69b8dafbcb20b3 2024-11-19T07:19:16,769 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/rep_barrier/cdf095c1605d43ad8e69b8dafbcb20b3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:19:16,772 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/.tmp/table/2ba6d71f79f4407089c61774f533dbd5 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/table/2ba6d71f79f4407089c61774f533dbd5 2024-11-19T07:19:16,781 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/table/2ba6d71f79f4407089c61774f533dbd5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:19:16,783 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-11-19T07:19:16,783 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:19:16,803 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:19:16,803 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:16,803 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:16,803 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:16,804 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000755419Running coprocessor pre-close hooks at 1732000755419Disabling compacts and flushes for region at 1732000755419Disabling writes for close at 1732000755419Obtaining lock to block concurrent updates at 1732000755420 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732000755420Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000755423 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000755424 (+1 ms)Flushing 1588230740/info: creating writer at 1732000755424Flushing 1588230740/info: appending metadata at 1732000755447 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732000755447Flushing 1588230740/ns: creating writer at 1732000755460 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732000755478 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732000755478Flushing 1588230740/rep_barrier: creating writer at 1732000755887 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000755900 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000755900Flushing 1588230740/table: creating writer at 1732000756310 (+410 ms)Flushing 1588230740/table: appending metadata at 1732000756327 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732000756327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cfe5f0: reopening flushed file at 1732000756739 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1b9fb7: reopening flushed file at 1732000756747 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696de51b: reopening flushed file at 1732000756758 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5dd2c3: reopening flushed file at 1732000756770 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1732000756783 (+13 ms)Writing region close event to WAL at 1732000756798 (+15 ms)Running coprocessor post-close hooks at 1732000756803 (+5 ms)Closed at 1732000756803 2024-11-19T07:19:16,804 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:16,820 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,38325,1732000675451; all regions closed. 2024-11-19T07:19:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:19:16,826 DEBUG [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs 2024-11-19T07:19:16,826 INFO [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C38325%2C1732000675451.meta:.meta(num 1732000678718) 2024-11-19T07:19:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741839_1015 (size=2700) 2024-11-19T07:19:16,831 DEBUG [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs 2024-11-19T07:19:16,831 INFO [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C38325%2C1732000675451.rep:(num 1732000688028) 2024-11-19T07:19:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741832_1008 (size=1300) 2024-11-19T07:19:16,842 DEBUG [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/oldWALs 2024-11-19T07:19:16,843 INFO [RS:0;db0afee3eab9:38325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C38325%2C1732000675451:(num 1732000677830) 2024-11-19T07:19:16,843 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:16,843 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:16,843 INFO [RS:0;db0afee3eab9:38325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:16,843 INFO [RS:0;db0afee3eab9:38325 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:16,843 INFO [RS:0;db0afee3eab9:38325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:16,843 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:16,844 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,38325,1732000675451 because: Region server is closing 2024-11-19T07:19:16,844 INFO [RS:0;db0afee3eab9:38325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:38325. 2024-11-19T07:19:16,844 DEBUG [RS:0;db0afee3eab9:38325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:16,844 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:16,845 DEBUG [RS:0;db0afee3eab9:38325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:16,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:16,945 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.wal-reader.db0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:19:16,945 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:19:16,945 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38325,1732000675451.replicationSource.shipperdb0afee3eab9%2C38325%2C1732000675451,1-db0afee3eab9,38325,1732000675451 terminated 2024-11-19T07:19:16,946 INFO [RS:0;db0afee3eab9:38325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38325 2024-11-19T07:19:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697/rs 2024-11-19T07:19:16,995 INFO [RS:0;db0afee3eab9:38325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-652407697/rs/db0afee3eab9,38325,1732000675451 2024-11-19T07:19:17,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,38325,1732000675451] 2024-11-19T07:19:17,016 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-652407697/draining/db0afee3eab9,38325,1732000675451 already deleted, retry=false 2024-11-19T07:19:17,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,38325,1732000675451 expired; onlineServers=0 2024-11-19T07:19:17,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,38131,1732000675263' ***** 2024-11-19T07:19:17,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:19:17,016 INFO [M:0;db0afee3eab9:38131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:17,016 INFO [M:0;db0afee3eab9:38131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:17,016 DEBUG [M:0;db0afee3eab9:38131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:19:17,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:19:17,017 DEBUG [M:0;db0afee3eab9:38131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:19:17,017 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000677516 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000677516,5,FailOnTimeoutGroup] 2024-11-19T07:19:17,017 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000677518 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000677518,5,FailOnTimeoutGroup] 2024-11-19T07:19:17,017 INFO [M:0;db0afee3eab9:38131 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:17,017 INFO [M:0;db0afee3eab9:38131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:17,017 DEBUG [M:0;db0afee3eab9:38131 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:19:17,017 INFO [M:0;db0afee3eab9:38131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:19:17,017 INFO [M:0;db0afee3eab9:38131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:17,017 INFO [M:0;db0afee3eab9:38131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:19:17,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:19:17,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-652407697/master 2024-11-19T07:19:17,027 DEBUG [M:0;db0afee3eab9:38131 {}] zookeeper.ZKUtil(347): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Unable to get data of znode /0-652407697/master because node does not exist (not an error) 2024-11-19T07:19:17,027 WARN [M:0;db0afee3eab9:38131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:19:17,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-652407697 2024-11-19T07:19:17,029 INFO [M:0;db0afee3eab9:38131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/.lastflushedseqids 2024-11-19T07:19:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741850_1026 (size=263) 2024-11-19T07:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:17,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38325-0x10151f4e89b0001, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:17,106 INFO [RS:0;db0afee3eab9:38325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:17,106 INFO [RS:0;db0afee3eab9:38325 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,38325,1732000675451; zookeeper connection closed. 2024-11-19T07:19:17,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20f82e13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20f82e13 2024-11-19T07:19:17,107 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:19:17,473 INFO [M:0;db0afee3eab9:38131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:19:17,473 INFO [M:0;db0afee3eab9:38131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:19:17,473 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:17,473 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:17,474 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:17,474 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:17,474 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:17,474 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-19T07:19:17,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:17,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:17,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:17,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:17,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:17,500 DEBUG [M:0;db0afee3eab9:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467dce413dd24bde8015e090305a03c3 is 82, key is hbase:meta,,1/info:regioninfo/1732000678759/Put/seqid=0 2024-11-19T07:19:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741851_1027 (size=5672) 2024-11-19T07:19:17,515 INFO [M:0;db0afee3eab9:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467dce413dd24bde8015e090305a03c3 2024-11-19T07:19:17,541 DEBUG [M:0;db0afee3eab9:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26be9be58c54ec38dc12bdfad252d80 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000685374/Put/seqid=0 2024-11-19T07:19:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741852_1028 (size=7240) 2024-11-19T07:19:17,551 INFO [M:0;db0afee3eab9:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26be9be58c54ec38dc12bdfad252d80 2024-11-19T07:19:17,559 INFO [M:0;db0afee3eab9:38131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a26be9be58c54ec38dc12bdfad252d80 2024-11-19T07:19:17,579 DEBUG [M:0;db0afee3eab9:38131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d716d57c5d473781ed1f5b4ad19c7c is 69, key is db0afee3eab9,38325,1732000675451/rs:state/1732000677622/Put/seqid=0 2024-11-19T07:19:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741853_1029 (size=5156) 2024-11-19T07:19:17,593 INFO [M:0;db0afee3eab9:38131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d716d57c5d473781ed1f5b4ad19c7c 2024-11-19T07:19:17,600 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/467dce413dd24bde8015e090305a03c3 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467dce413dd24bde8015e090305a03c3 2024-11-19T07:19:17,607 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/467dce413dd24bde8015e090305a03c3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T07:19:17,608 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a26be9be58c54ec38dc12bdfad252d80 as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a26be9be58c54ec38dc12bdfad252d80 2024-11-19T07:19:17,615 INFO [M:0;db0afee3eab9:38131 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a26be9be58c54ec38dc12bdfad252d80 2024-11-19T07:19:17,615 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a26be9be58c54ec38dc12bdfad252d80, entries=11, sequenceid=105, filesize=7.1 K 2024-11-19T07:19:17,616 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d716d57c5d473781ed1f5b4ad19c7c as hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d716d57c5d473781ed1f5b4ad19c7c 2024-11-19T07:19:17,622 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44265/user/jenkins/test-data/d00422f3-59f6-e2bf-8695-5e801f747a36/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d716d57c5d473781ed1f5b4ad19c7c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T07:19:17,624 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=105, compaction requested=false 2024-11-19T07:19:17,634 INFO [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:17,634 DEBUG [M:0;db0afee3eab9:38131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000757473Disabling compacts and flushes for region at 1732000757473Disabling writes for close at 1732000757474 (+1 ms)Obtaining lock to block concurrent updates at 1732000757474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000757474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732000757474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000757475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000757475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000757500 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000757500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000757522 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000757540 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000757540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000757559 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000757578 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000757578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e68bc7: reopening flushed file at 1732000757599 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a6ce35: reopening flushed file at 1732000757607 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69867d3c: reopening flushed file at 1732000757615 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 150ms, sequenceid=105, compaction requested=false at 1732000757624 (+9 ms)Writing region close event to WAL at 1732000757634 (+10 ms)Closed at 1732000757634 2024-11-19T07:19:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42011 is added to blk_1073741830_1006 (size=64526) 2024-11-19T07:19:17,641 INFO [M:0;db0afee3eab9:38131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:19:17,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:17,642 INFO [M:0;db0afee3eab9:38131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38131 2024-11-19T07:19:17,642 INFO [M:0;db0afee3eab9:38131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:17,788 INFO [M:0;db0afee3eab9:38131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:17,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38131-0x10151f4e89b0000, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:17,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf949f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:17,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22cc80ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:17,794 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:17,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@763dd23d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:17,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e7e964{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:17,795 WARN [BP-279352716-172.17.0.2-1732000673032 heartbeating to localhost/127.0.0.1:44265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:19:17,795 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:19:17,795 WARN [BP-279352716-172.17.0.2-1732000673032 heartbeating to localhost/127.0.0.1:44265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-279352716-172.17.0.2-1732000673032 (Datanode Uuid 532f8e1d-272b-4986-90de-cce213feb968) service to localhost/127.0.0.1:44265 2024-11-19T07:19:17,795 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:19:17,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/data/data1/current/BP-279352716-172.17.0.2-1732000673032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:17,796 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/cluster_5f76ad6d-16a2-c607-3c2d-294b06971a37/data/data2/current/BP-279352716-172.17.0.2-1732000673032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:17,796 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:19:17,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c40910{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:17,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d2e614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:17,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:17,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71817b8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:17,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ee97df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d089459-3fc6-e0e0-1a6a-6e832a59286e/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:17,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:19:17,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:19:17,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 136) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45863 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56526) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45863 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fab68b912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44265 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45863 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fab68b912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56526) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=11588 (was 12167) 2024-11-19T07:19:17,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=11589 2024-11-19T07:19:17,891 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-19T07:19:17,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir so I do NOT create it in target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456 2024-11-19T07:19:17,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:19:17,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.tmp.dir so I do NOT create it in target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456 2024-11-19T07:19:17,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3d2ea80-7d2c-c6d2-2e35-4304f442b15a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:19:17,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456 2024-11-19T07:19:17,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362, deleteOnExit=true 2024-11-19T07:19:17,897 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/zookeeper_0, clientPort=58195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:19:17,898 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58195 2024-11-19T07:19:17,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/test.cache.data in system properties and HBase conf 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:19:17,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:19:17,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:19:17,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:19:17,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:17,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:19:17,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:19:17,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f4e89b0002, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:19:17,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f4e89b0002, quorum=127.0.0.1:56526, baseZNode=/0-652407697 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:19:17,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f4e89b0005, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:19:17,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f4e89b0005, quorum=127.0.0.1:56526, baseZNode=/1-749498126 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:19:17,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:18,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:18,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:18,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:18,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:18,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:18,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:19:18,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:18,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d62f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:18,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26624ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:18,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57313cff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/java.io.tmpdir/jetty-localhost-35253-hadoop-hdfs-3_4_1-tests_jar-_-any-3743404431861733373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:18,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b44b8f3{HTTP/1.1, (http/1.1)}{localhost:35253} 2024-11-19T07:19:18,447 INFO [Time-limited test {}] server.Server(415): Started @142702ms 2024-11-19T07:19:18,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:18,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:18,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:18,705 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:18,705 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:19:18,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24052eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:18,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dcffdfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:18,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@753d84ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/java.io.tmpdir/jetty-localhost-33969-hadoop-hdfs-3_4_1-tests_jar-_-any-14935114807061309020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:18,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e203837{HTTP/1.1, (http/1.1)}{localhost:33969} 2024-11-19T07:19:18,804 INFO [Time-limited test {}] server.Server(415): Started @143059ms 2024-11-19T07:19:18,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:19:19,522 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/data/data2/current/BP-1822818228-172.17.0.2-1732000757925/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:19,522 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/data/data1/current/BP-1822818228-172.17.0.2-1732000757925/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:19,547 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedffbd7d649a8717 with lease ID 0xc7a3dc8be60da719: Processing first storage report for DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0 from datanode DatanodeRegistration(127.0.0.1:35109, datanodeUuid=da645ec7-6fa0-4eac-ab4e-e9dbc61bcd6b, infoPort=45413, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1517513219;c=1732000757925) 2024-11-19T07:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedffbd7d649a8717 with lease ID 0xc7a3dc8be60da719: from storage DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0 node DatanodeRegistration(127.0.0.1:35109, datanodeUuid=da645ec7-6fa0-4eac-ab4e-e9dbc61bcd6b, infoPort=45413, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1517513219;c=1732000757925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedffbd7d649a8717 with lease ID 0xc7a3dc8be60da719: Processing first storage report for DS-109891e2-314f-4cd3-994e-c2cc0e47320f from datanode DatanodeRegistration(127.0.0.1:35109, datanodeUuid=da645ec7-6fa0-4eac-ab4e-e9dbc61bcd6b, infoPort=45413, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1517513219;c=1732000757925) 2024-11-19T07:19:19,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedffbd7d649a8717 with lease ID 0xc7a3dc8be60da719: from storage DS-109891e2-314f-4cd3-994e-c2cc0e47320f node DatanodeRegistration(127.0.0.1:35109, datanodeUuid=da645ec7-6fa0-4eac-ab4e-e9dbc61bcd6b, infoPort=45413, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=1517513219;c=1732000757925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:19,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456 2024-11-19T07:19:19,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:19,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:19:20,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2 with version=8 2024-11-19T07:19:20,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/hbase-staging 2024-11-19T07:19:20,048 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:20,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:20,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34263 2024-11-19T07:19:20,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34263 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:20,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342630x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:20,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34263-0x10151f634320000 connected 2024-11-19T07:19:20,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:20,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:20,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:20,262 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2, hbase.cluster.distributed=false 2024-11-19T07:19:20,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/acl 2024-11-19T07:19:20,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34263 2024-11-19T07:19:20,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34263 2024-11-19T07:19:20,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34263 2024-11-19T07:19:20,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34263 2024-11-19T07:19:20,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34263 2024-11-19T07:19:20,321 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:20,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:19:20,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:20,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36045 2024-11-19T07:19:20,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36045 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:20,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:20,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:20,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360450x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:20,375 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360450x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:20,375 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:19:20,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36045-0x10151f634320001 connected 2024-11-19T07:19:20,377 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:19:20,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/master 2024-11-19T07:19:20,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/acl 2024-11-19T07:19:20,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36045 2024-11-19T07:19:20,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36045 2024-11-19T07:19:20,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36045 2024-11-19T07:19:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36045 2024-11-19T07:19:20,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36045 2024-11-19T07:19:20,436 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:34263 2024-11-19T07:19:20,440 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02086095803/backup-masters/db0afee3eab9,34263,1732000760048 2024-11-19T07:19:20,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:20,448 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:20,449 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/backup-masters/db0afee3eab9,34263,1732000760048 2024-11-19T07:19:20,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:20,458 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/master 2024-11-19T07:19:20,458 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:20,459 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/master 2024-11-19T07:19:20,459 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02086095803/backup-masters/db0afee3eab9,34263,1732000760048 from backup master directory 2024-11-19T07:19:20,469 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/backup-masters/db0afee3eab9,34263,1732000760048 2024-11-19T07:19:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:20,469 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:20,469 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,34263,1732000760048 2024-11-19T07:19:20,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/hbase.id] with ID: 07e0758e-51fe-4b82-890a-0e6307f4afea 2024-11-19T07:19:20,478 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.tmp/hbase.id 2024-11-19T07:19:20,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:19:20,491 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.tmp/hbase.id]:[hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/hbase.id] 2024-11-19T07:19:20,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:20,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:19:20,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:19:20,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:20,521 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:20,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:19:20,934 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:20,935 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:19:20,935 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:20,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:19:20,969 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store 2024-11-19T07:19:20,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:20,986 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:20,986 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:20,986 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000760986Disabling compacts and flushes for region at 1732000760986Disabling writes for close at 1732000760986Writing region close event to WAL at 1732000760986Closed at 1732000760986 2024-11-19T07:19:20,988 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/.initializing 2024-11-19T07:19:20,988 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048 2024-11-19T07:19:20,990 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:20,992 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C34263%2C1732000760048, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/oldWALs, maxLogs=10 2024-11-19T07:19:21,014 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048/db0afee3eab9%2C34263%2C1732000760048.1732000760993, exclude list is [], retry=0 2024-11-19T07:19:21,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:21,021 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:21,022 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:21,022 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:21,022 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:21,022 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,022 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:19:21,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:21,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:19:21,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:21,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:19:21,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:21,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:19:21,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:21,067 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,068 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,068 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,071 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,071 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,075 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:21,077 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:21,082 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:21,082 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66941003, jitterRate=-0.0025013238191604614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:21,083 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000761023Initializing all the Stores at 1732000761024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000761024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000761036 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000761036Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000761036Cleaning up temporary data from old regions at 1732000761071 (+35 ms)Region opened successfully at 1732000761083 (+12 ms) 2024-11-19T07:19:21,084 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:19:21,088 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352ba57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:21,089 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:19:21,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:19:21,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:19:21,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:19:21,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:19:21,091 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:19:21,091 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:19:21,094 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:19:21,095 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/balancer because node does not exist (not necessarily an error) 2024-11-19T07:19:21,161 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/balancer already deleted, retry=false 2024-11-19T07:19:21,162 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:19:21,163 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:19:21,174 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/normalizer already deleted, retry=false 2024-11-19T07:19:21,174 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:19:21,177 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:19:21,184 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/switch/split already deleted, retry=false 2024-11-19T07:19:21,185 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:19:21,197 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/switch/merge already deleted, retry=false 2024-11-19T07:19:21,200 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:19:21,205 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/snapshot-cleanup already deleted, retry=false 2024-11-19T07:19:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:21,216 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:21,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,216 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,217 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,34263,1732000760048, sessionid=0x10151f634320000, setting cluster-up flag (Was=false) 2024-11-19T07:19:21,237 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086095803/flush-table-proc/acquired, /02086095803/flush-table-proc/reached, /02086095803/flush-table-proc/abort 2024-11-19T07:19:21,271 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34263,1732000760048 2024-11-19T07:19:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,290 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:21,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086095803/online-snapshot/acquired, /02086095803/online-snapshot/reached, /02086095803/online-snapshot/abort 2024-11-19T07:19:21,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34263,1732000760048 2024-11-19T07:19:21,326 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:19:21,328 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:21,329 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:19:21,329 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:19:21,329 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,34263,1732000760048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:21,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:21,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:19:21,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,344 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:19:21,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000791348 2024-11-19T07:19:21,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:19:21,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:19:21,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:19:21,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:19:21,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:19:21,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:19:21,368 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:19:21,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:19:21,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:19:21,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:19:21,372 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:19:21,372 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:19:21,376 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000761372,5,FailOnTimeoutGroup] 2024-11-19T07:19:21,376 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000761376,5,FailOnTimeoutGroup] 2024-11-19T07:19:21,376 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,377 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:19:21,377 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,377 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:19:21,382 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:19:21,382 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2 2024-11-19T07:19:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:19:21,423 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(746): ClusterId : 07e0758e-51fe-4b82-890a-0e6307f4afea 2024-11-19T07:19:21,423 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:19:21,436 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:19:21,436 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:19:21,448 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:19:21,449 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f958405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:21,471 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:36045 2024-11-19T07:19:21,471 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:19:21,471 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:19:21,471 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:19:21,472 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,34263,1732000760048 with port=36045, startcode=1732000760320 2024-11-19T07:19:21,472 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:19:21,474 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:19:21,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34263 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,476 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2 2024-11-19T07:19:21,476 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38175 2024-11-19T07:19:21,476 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:19:21,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/rs 2024-11-19T07:19:21,489 DEBUG [RS:0;db0afee3eab9:36045 {}] zookeeper.ZKUtil(111): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/rs/db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,489 WARN [RS:0;db0afee3eab9:36045 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:21,489 INFO [RS:0;db0afee3eab9:36045 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:21,489 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,36045,1732000760320] 2024-11-19T07:19:21,508 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:19:21,512 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:19:21,513 INFO [RS:0;db0afee3eab9:36045 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:19:21,513 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,513 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:19:21,514 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:19:21,514 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,514 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,515 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,515 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:21,516 DEBUG [RS:0;db0afee3eab9:36045 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,531 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36045,1732000760320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:21,552 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:19:21,552 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36045,1732000760320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,552 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,552 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.Replication(171): db0afee3eab9,36045,1732000760320 started 2024-11-19T07:19:21,571 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:21,572 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,36045,1732000760320, RpcServer on db0afee3eab9/172.17.0.2:36045, sessionid=0x10151f634320001 2024-11-19T07:19:21,572 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:19:21,572 DEBUG [RS:0;db0afee3eab9:36045 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,572 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,36045,1732000760320' 2024-11-19T07:19:21,572 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086095803/flush-table-proc/abort' 2024-11-19T07:19:21,572 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086095803/flush-table-proc/acquired' 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,36045,1732000760320' 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086095803/online-snapshot/abort' 2024-11-19T07:19:21,573 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086095803/online-snapshot/acquired' 2024-11-19T07:19:21,574 DEBUG [RS:0;db0afee3eab9:36045 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:19:21,574 INFO [RS:0;db0afee3eab9:36045 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:19:21,574 INFO [RS:0;db0afee3eab9:36045 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:19:21,674 INFO [RS:0;db0afee3eab9:36045 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:21,676 INFO [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C36045%2C1732000760320, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:21,691 DEBUG [RS:0;db0afee3eab9:36045 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676, exclude list is [], retry=0 2024-11-19T07:19:21,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:21,703 INFO [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 2024-11-19T07:19:21,704 DEBUG [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:21,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:21,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:21,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:21,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:21,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:21,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:21,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:21,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:21,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:21,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:21,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:21,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:21,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:21,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:21,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:21,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:21,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:21,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:21,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:21,804 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:21,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:21,810 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:21,810 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70420681, jitterRate=0.04934991896152496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000761789Initializing all the Stores at 1732000761790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000761790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000761790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000761790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000761790Cleaning up temporary data from old regions at 1732000761804 (+14 ms)Region opened successfully at 1732000761811 (+7 ms) 2024-11-19T07:19:21,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:21,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:21,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:21,818 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:21,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000761811Disabling compacts and flushes for region at 1732000761811Disabling writes for close at 1732000761816 (+5 ms)Writing region close event to WAL at 1732000761818 (+2 ms)Closed at 1732000761818 2024-11-19T07:19:21,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:21,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:19:21,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:19:21,821 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:21,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:19:21,972 DEBUG [db0afee3eab9:34263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:21,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:21,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,36045,1732000760320, state=OPENING 2024-11-19T07:19:22,024 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:19:22,037 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:22,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:22,037 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:22,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:22,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,36045,1732000760320}] 2024-11-19T07:19:22,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:22,191 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:19:22,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:19:22,197 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:19:22,197 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:22,198 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:19:22,200 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C36045%2C1732000760320.meta, suffix=.meta, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:22,218 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.meta.1732000762200.meta, exclude list is [], retry=0 2024-11-19T07:19:22,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:22,223 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.meta.1732000762200.meta 2024-11-19T07:19:22,224 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:22,224 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:22,225 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:19:22,225 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:19:22,225 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:19:22,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:22,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:22,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:22,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:22,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:22,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:22,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:22,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:22,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:22,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:22,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:22,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:22,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:22,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:22,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:22,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:22,240 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:22,241 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:22,243 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:22,245 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:22,245 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:22,246 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:22,248 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:22,249 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625753, jitterRate=-0.007198914885520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:22,249 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:19:22,249 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000762225Writing region info on filesystem at 1732000762225Initializing all the Stores at 1732000762226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000762226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000762232 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000762232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000762232Cleaning up temporary data from old regions at 1732000762246 (+14 ms)Running coprocessor post-open hooks at 1732000762249 (+3 ms)Region opened successfully at 1732000762249 2024-11-19T07:19:22,250 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000762191 2024-11-19T07:19:22,253 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:19:22,253 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:19:22,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:22,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,36045,1732000760320, state=OPEN 2024-11-19T07:19:22,300 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:22,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:22,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:22,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:22,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:22,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:19:22,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,36045,1732000760320 in 263 msec 2024-11-19T07:19:22,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:19:22,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-19T07:19:22,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:22,307 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:19:22,308 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:22,308 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36045,1732000760320, seqNum=-1] 2024-11-19T07:19:22,309 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:22,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:22,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 987 msec 2024-11-19T07:19:22,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000762316, completionTime=-1 2024-11-19T07:19:22,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:19:22,316 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:19:22,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:19:22,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000822318 2024-11-19T07:19:22,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000882318 2024-11-19T07:19:22,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:34263, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,319 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,321 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.854sec 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:22,324 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:19:22,326 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:19:22,326 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:19:22,326 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34263,1732000760048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4653e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:22,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34263,-1 for getting cluster id 2024-11-19T07:19:22,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:22,425 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e0758e-51fe-4b82-890a-0e6307f4afea' 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e0758e-51fe-4b82-890a-0e6307f4afea" 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe04b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34263,-1] 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:22,428 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:22,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecf5801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:22,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36045,1732000760320, seqNum=-1] 2024-11-19T07:19:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:22,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:22,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,34263,1732000760048 2024-11-19T07:19:22,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:22,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:22,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f634320002 connected 2024-11-19T07:19:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir so I do NOT create it in target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249 2024-11-19T07:19:22,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:19:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.tmp.dir so I do NOT create it in target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249 2024-11-19T07:19:22,472 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:19:22,472 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249 2024-11-19T07:19:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:19:22,472 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/cluster_f444dcee-32a1-7af8-bc9e-ea25d52487a3, deleteOnExit=true 2024-11-19T07:19:22,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/test.cache.data in system properties and HBase conf 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:19:22,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:19:22,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:19:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:19:22,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:22,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:19:22,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:19:22,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:22,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:22,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:22,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:22,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:19:22,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:22,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f2e2448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:22,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a1e3281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:23,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d711d8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/java.io.tmpdir/jetty-localhost-37413-hadoop-hdfs-3_4_1-tests_jar-_-any-4877026560937877354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:23,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@375a8fa5{HTTP/1.1, (http/1.1)}{localhost:37413} 2024-11-19T07:19:23,039 INFO [Time-limited test {}] server.Server(415): Started @147294ms 2024-11-19T07:19:23,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:23,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:23,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:23,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:23,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:19:23,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f2f38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:23,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f5b1444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:23,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:19:23,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T07:19:23,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:19:23,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a76b442{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/java.io.tmpdir/jetty-localhost-38415-hadoop-hdfs-3_4_1-tests_jar-_-any-389058115483855184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:23,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22109e7e{HTTP/1.1, (http/1.1)}{localhost:38415} 2024-11-19T07:19:23,430 INFO [Time-limited test {}] server.Server(415): Started @147685ms 2024-11-19T07:19:23,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:19:24,099 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/cluster_f444dcee-32a1-7af8-bc9e-ea25d52487a3/data/data1/current/BP-1890466084-172.17.0.2-1732000762498/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:24,099 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/cluster_f444dcee-32a1-7af8-bc9e-ea25d52487a3/data/data2/current/BP-1890466084-172.17.0.2-1732000762498/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:24,122 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:19:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb328794ecbe5ca2 with lease ID 0x1e521b425d906966: Processing first storage report for DS-2c8d08b6-7904-42c6-86d9-e2f360881359 from datanode DatanodeRegistration(127.0.0.1:35031, datanodeUuid=a6a8f841-e234-431a-b724-03b1aece3ceb, infoPort=34187, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=2088950767;c=1732000762498) 2024-11-19T07:19:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb328794ecbe5ca2 with lease ID 0x1e521b425d906966: from storage DS-2c8d08b6-7904-42c6-86d9-e2f360881359 node DatanodeRegistration(127.0.0.1:35031, datanodeUuid=a6a8f841-e234-431a-b724-03b1aece3ceb, infoPort=34187, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=2088950767;c=1732000762498), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb328794ecbe5ca2 with lease ID 0x1e521b425d906966: Processing first storage report for DS-425748fb-38a5-4661-b131-994defb238ce from datanode DatanodeRegistration(127.0.0.1:35031, datanodeUuid=a6a8f841-e234-431a-b724-03b1aece3ceb, infoPort=34187, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=2088950767;c=1732000762498) 2024-11-19T07:19:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb328794ecbe5ca2 with lease ID 0x1e521b425d906966: from storage DS-425748fb-38a5-4661-b131-994defb238ce node DatanodeRegistration(127.0.0.1:35031, datanodeUuid=a6a8f841-e234-431a-b724-03b1aece3ceb, infoPort=34187, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=2088950767;c=1732000762498), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:24,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249 2024-11-19T07:19:24,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:19:24,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219 with version=8 2024-11-19T07:19:24,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/hbase-staging 2024-11-19T07:19:24,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:19:24,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:24,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46501 2024-11-19T07:19:24,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46501 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:24,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465010x0, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:24,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46501-0x10151f634320003 connected 2024-11-19T07:19:24,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/running 2024-11-19T07:19:24,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219, hbase.cluster.distributed=false 2024-11-19T07:19:24,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/acl 2024-11-19T07:19:24,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-19T07:19:24,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46501 2024-11-19T07:19:24,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46501 2024-11-19T07:19:24,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-19T07:19:24,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46501 2024-11-19T07:19:24,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:19:24,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:24,769 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42297 2024-11-19T07:19:24,770 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42297 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:24,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422970x0, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:24,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422970x0, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/running 2024-11-19T07:19:24,785 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:19:24,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42297-0x10151f634320004 connected 2024-11-19T07:19:24,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:19:24,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/master 2024-11-19T07:19:24,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/acl 2024-11-19T07:19:24,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-19T07:19:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42297 2024-11-19T07:19:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42297 2024-11-19T07:19:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-19T07:19:24,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42297 2024-11-19T07:19:24,804 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:46501 2024-11-19T07:19:24,807 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1339562294/backup-masters/db0afee3eab9,46501,1732000764578 2024-11-19T07:19:24,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/backup-masters 2024-11-19T07:19:24,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/backup-masters 2024-11-19T07:19:24,816 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on existing znode=/1339562294/backup-masters/db0afee3eab9,46501,1732000764578 2024-11-19T07:19:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339562294/master 2024-11-19T07:19:24,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:24,827 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on existing znode=/1339562294/master 2024-11-19T07:19:24,827 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1339562294/backup-masters/db0afee3eab9,46501,1732000764578 from backup master directory 2024-11-19T07:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339562294/backup-masters/db0afee3eab9,46501,1732000764578 2024-11-19T07:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/backup-masters 2024-11-19T07:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/backup-masters 2024-11-19T07:19:24,837 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:24,837 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,46501,1732000764578 2024-11-19T07:19:24,841 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/hbase.id] with ID: 37d02131-152d-499f-bc0d-37fe1f95c391 2024-11-19T07:19:24,841 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/.tmp/hbase.id 2024-11-19T07:19:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:19:24,850 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/.tmp/hbase.id]:[hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/hbase.id] 2024-11-19T07:19:24,873 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:24,873 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:19:24,875 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-19T07:19:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:24,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:19:24,897 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:24,898 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:19:24,900 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:19:24,918 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store 2024-11-19T07:19:24,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:25,325 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:25,325 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:25,325 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000765325Disabling compacts and flushes for region at 1732000765325Disabling writes for close at 1732000765325Writing region close event to WAL at 1732000765325Closed at 1732000765325 2024-11-19T07:19:25,326 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/.initializing 2024-11-19T07:19:25,326 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/WALs/db0afee3eab9,46501,1732000764578 2024-11-19T07:19:25,327 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:25,329 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C46501%2C1732000764578, suffix=, logDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/WALs/db0afee3eab9,46501,1732000764578, archiveDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/oldWALs, maxLogs=10 2024-11-19T07:19:25,345 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/WALs/db0afee3eab9,46501,1732000764578/db0afee3eab9%2C46501%2C1732000764578.1732000765329, exclude list is [], retry=0 2024-11-19T07:19:25,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-2c8d08b6-7904-42c6-86d9-e2f360881359,DISK] 2024-11-19T07:19:25,350 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/WALs/db0afee3eab9,46501,1732000764578/db0afee3eab9%2C46501%2C1732000764578.1732000765329 2024-11-19T07:19:25,350 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-19T07:19:25,350 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:25,350 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:25,351 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,351 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:19:25,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:25,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:25,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:19:25,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:25,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:25,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:19:25,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:25,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:19:25,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:25,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:25,361 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,362 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,362 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,363 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,363 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,364 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:25,365 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:25,368 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:25,368 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73811645, jitterRate=0.09987922012805939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:25,369 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000765351Initializing all the Stores at 1732000765352 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000765352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000765352Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000765352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000765352Cleaning up temporary data from old regions at 1732000765363 (+11 ms)Region opened successfully at 1732000765369 (+6 ms) 2024-11-19T07:19:25,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:19:25,372 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1ebf61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:25,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:19:25,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:19:25,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:19:25,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:19:25,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:19:25,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:19:25,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:19:25,377 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:19:25,378 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/balancer because node does not exist (not necessarily an error) 2024-11-19T07:19:25,500 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/balancer already deleted, retry=false 2024-11-19T07:19:25,500 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:19:25,501 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:19:25,510 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/normalizer already deleted, retry=false 2024-11-19T07:19:25,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:19:25,515 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:19:25,521 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/switch/split already deleted, retry=false 2024-11-19T07:19:25,522 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:19:25,531 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/switch/merge already deleted, retry=false 2024-11-19T07:19:25,533 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:19:25,542 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/snapshot-cleanup already deleted, retry=false 2024-11-19T07:19:25,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339562294/running 2024-11-19T07:19:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1339562294/running 2024-11-19T07:19:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,554 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,46501,1732000764578, sessionid=0x10151f634320003, setting cluster-up flag (Was=false) 2024-11-19T07:19:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,605 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1339562294/flush-table-proc/acquired, /1339562294/flush-table-proc/reached, /1339562294/flush-table-proc/abort 2024-11-19T07:19:25,607 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,46501,1732000764578 2024-11-19T07:19:25,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:25,662 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1339562294/online-snapshot/acquired, /1339562294/online-snapshot/reached, /1339562294/online-snapshot/abort 2024-11-19T07:19:25,663 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,46501,1732000764578 2024-11-19T07:19:25,664 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:19:25,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:25,670 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:19:25,670 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:19:25,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,46501,1732000764578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:25,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,678 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:25,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:19:25,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:25,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:19:25,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000795688 2024-11-19T07:19:25,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:19:25,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:19:25,692 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:19:25,693 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:19:25,693 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:19:25,693 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:19:25,693 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:19:25,693 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219 2024-11-19T07:19:25,697 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(746): ClusterId : 37d02131-152d-499f-bc0d-37fe1f95c391 2024-11-19T07:19:25,697 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:19:25,700 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:19:25,700 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:19:25,703 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000765700,5,FailOnTimeoutGroup] 2024-11-19T07:19:25,703 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000765703,5,FailOnTimeoutGroup] 2024-11-19T07:19:25,703 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,703 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:19:25,703 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,703 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,709 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:19:25,709 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:19:25,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:19:25,721 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:19:25,722 DEBUG [RS:0;db0afee3eab9:42297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f939abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:25,738 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:42297 2024-11-19T07:19:25,738 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:19:25,738 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:19:25,738 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:19:25,739 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,46501,1732000764578 with port=42297, startcode=1732000764768 2024-11-19T07:19:25,739 DEBUG [RS:0;db0afee3eab9:42297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:19:25,741 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:19:25,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46501 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,742 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46501 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,743 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219 2024-11-19T07:19:25,743 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46141 2024-11-19T07:19:25,743 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:19:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/rs 2024-11-19T07:19:25,758 DEBUG [RS:0;db0afee3eab9:42297 {}] zookeeper.ZKUtil(111): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on existing znode=/1339562294/rs/db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,758 WARN [RS:0;db0afee3eab9:42297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:25,758 INFO [RS:0;db0afee3eab9:42297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:25,758 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,42297,1732000764768] 2024-11-19T07:19:25,763 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:19:25,768 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:19:25,771 INFO [RS:0;db0afee3eab9:42297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:19:25,771 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,771 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:19:25,772 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:19:25,772 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,772 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,772 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,772 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,772 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:25,773 DEBUG [RS:0;db0afee3eab9:42297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,776 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42297,1732000764768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:25,793 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:19:25,793 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42297,1732000764768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,793 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,793 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.Replication(171): db0afee3eab9,42297,1732000764768 started 2024-11-19T07:19:25,807 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:25,807 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,42297,1732000764768, RpcServer on db0afee3eab9/172.17.0.2:42297, sessionid=0x10151f634320004 2024-11-19T07:19:25,807 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:19:25,807 DEBUG [RS:0;db0afee3eab9:42297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,807 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42297,1732000764768' 2024-11-19T07:19:25,807 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1339562294/flush-table-proc/abort' 2024-11-19T07:19:25,807 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1339562294/flush-table-proc/acquired' 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,42297,1732000764768 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42297,1732000764768' 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1339562294/online-snapshot/abort' 2024-11-19T07:19:25,808 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1339562294/online-snapshot/acquired' 2024-11-19T07:19:25,809 DEBUG [RS:0;db0afee3eab9:42297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:19:25,809 INFO [RS:0;db0afee3eab9:42297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:19:25,809 INFO [RS:0;db0afee3eab9:42297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:19:25,909 INFO [RS:0;db0afee3eab9:42297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:25,911 INFO [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42297%2C1732000764768, suffix=, logDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768, archiveDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/oldWALs, maxLogs=10 2024-11-19T07:19:25,931 DEBUG [RS:0;db0afee3eab9:42297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768/db0afee3eab9%2C42297%2C1732000764768.1732000765912, exclude list is [], retry=0 2024-11-19T07:19:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-2c8d08b6-7904-42c6-86d9-e2f360881359,DISK] 2024-11-19T07:19:25,945 INFO [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768/db0afee3eab9%2C42297%2C1732000764768.1732000765912 2024-11-19T07:19:25,945 DEBUG [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-19T07:19:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:26,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:26,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:26,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:26,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:26,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:26,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:26,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:26,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:26,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:26,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740 2024-11-19T07:19:26,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740 2024-11-19T07:19:26,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:26,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:26,127 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:26,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:26,130 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:26,130 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63216755, jitterRate=-0.05799694359302521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:26,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000766115Initializing all the Stores at 1732000766116 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766116Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766116Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000766116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766116Cleaning up temporary data from old regions at 1732000766126 (+10 ms)Region opened successfully at 1732000766130 (+4 ms) 2024-11-19T07:19:26,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:26,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:26,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:26,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:26,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:26,131 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:26,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000766130Disabling compacts and flushes for region at 1732000766130Disabling writes for close at 1732000766131 (+1 ms)Writing region close event to WAL at 1732000766131Closed at 1732000766131 2024-11-19T07:19:26,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:26,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:19:26,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:19:26,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:26,135 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:19:26,285 DEBUG [db0afee3eab9:46501 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:26,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,42297,1732000764768 2024-11-19T07:19:26,287 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42297,1732000764768, state=OPENING 2024-11-19T07:19:26,377 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:19:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:26,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:26,395 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:26,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339562294/meta-region-server: CHANGED 2024-11-19T07:19:26,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42297,1732000764768}] 2024-11-19T07:19:26,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339562294/meta-region-server: CHANGED 2024-11-19T07:19:26,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:19:26,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:19:26,557 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:19:26,557 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:26,557 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:19:26,559 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42297%2C1732000764768.meta, suffix=.meta, logDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768, archiveDir=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/oldWALs, maxLogs=10 2024-11-19T07:19:26,579 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768/db0afee3eab9%2C42297%2C1732000764768.meta.1732000766559.meta, exclude list is [], retry=0 2024-11-19T07:19:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35031,DS-2c8d08b6-7904-42c6-86d9-e2f360881359,DISK] 2024-11-19T07:19:26,585 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/WALs/db0afee3eab9,42297,1732000764768/db0afee3eab9%2C42297%2C1732000764768.meta.1732000766559.meta 2024-11-19T07:19:26,587 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34187:34187)] 2024-11-19T07:19:26,587 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:26,587 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:26,587 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:26,587 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:19:26,588 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:19:26,588 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:19:26,588 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:26,588 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:19:26,588 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:19:26,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:26,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:26,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:26,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:26,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:26,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:26,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:26,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:26,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:26,604 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:26,605 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740 2024-11-19T07:19:26,606 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740 2024-11-19T07:19:26,607 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:26,607 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:26,608 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:26,609 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:26,610 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69032716, jitterRate=0.0286676287651062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:26,610 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:19:26,610 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000766588Writing region info on filesystem at 1732000766588Initializing all the Stores at 1732000766591 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766592 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766596 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000766596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000766596Cleaning up temporary data from old regions at 1732000766607 (+11 ms)Running coprocessor post-open hooks at 1732000766610 (+3 ms)Region opened successfully at 1732000766610 2024-11-19T07:19:26,611 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000766548 2024-11-19T07:19:26,615 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:19:26,615 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:19:26,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42297,1732000764768 2024-11-19T07:19:26,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42297,1732000764768, state=OPEN 2024-11-19T07:19:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1339562294/meta-region-server 2024-11-19T07:19:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1339562294/meta-region-server 2024-11-19T07:19:26,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339562294/meta-region-server: CHANGED 2024-11-19T07:19:26,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1339562294/meta-region-server: CHANGED 2024-11-19T07:19:26,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,42297,1732000764768 2024-11-19T07:19:26,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:19:26,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42297,1732000764768 in 231 msec 2024-11-19T07:19:26,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:19:26,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-19T07:19:26,633 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:26,633 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:19:26,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:26,635 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42297,1732000764768, seqNum=-1] 2024-11-19T07:19:26,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:26,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:26,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 974 msec 2024-11-19T07:19:26,643 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000766643, completionTime=-1 2024-11-19T07:19:26,643 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:19:26,643 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000826646 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000886646 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:46501, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,646 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,647 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,649 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:19:26,651 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.814sec 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:26,652 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:19:26,654 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:19:26,654 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:19:26,654 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46501,1732000764578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:26,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776508e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,46501,-1 for getting cluster id 2024-11-19T07:19:26,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:26,700 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37d02131-152d-499f-bc0d-37fe1f95c391' 2024-11-19T07:19:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37d02131-152d-499f-bc0d-37fe1f95c391" 2024-11-19T07:19:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1531d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,46501,-1] 2024-11-19T07:19:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:26,703 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:26,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98d358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42297,1732000764768, seqNum=-1] 2024-11-19T07:19:26,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:26,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:26,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,46501,1732000764578 2024-11-19T07:19:26,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:26,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f634320005 connected 2024-11-19T07:19:26,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf65216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,745 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34263,-1 for getting cluster id 2024-11-19T07:19:26,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:26,746 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e0758e-51fe-4b82-890a-0e6307f4afea' 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e0758e-51fe-4b82-890a-0e6307f4afea" 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c70c80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34263,-1] 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:26,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:26,748 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:26,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b54f6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34263,1732000760048 2024-11-19T07:19:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8e3eb1 2024-11-19T07:19:26,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:26,752 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:26,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:46501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:19:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:26,757 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:46501' 2024-11-19T07:19:26,764 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1c5722, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,764 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,46501,-1 for getting cluster id 2024-11-19T07:19:26,765 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:26,766 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37d02131-152d-499f-bc0d-37fe1f95c391' 2024-11-19T07:19:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37d02131-152d-499f-bc0d-37fe1f95c391" 2024-11-19T07:19:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b67797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,46501,-1] 2024-11-19T07:19:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:26,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:26,769 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:26,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe6192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:26,770 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,46501,1732000764578 2024-11-19T07:19:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@703a6201 2024-11-19T07:19:26,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:26,772 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:26,773 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-19T07:19:26,773 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:19:26,773 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:26,773 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:26,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:26,773 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:26,775 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:19:26,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:19:26,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:26,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:19:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741835_1011 (size=1138) 2024-11-19T07:19:26,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fafc7a5dbd263152e07d77842954cdf6, NAME => 'hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2 2024-11-19T07:19:26,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741836_1012 (size=44) 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fafc7a5dbd263152e07d77842954cdf6, disabling compactions & flushes 2024-11-19T07:19:26,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. after waiting 0 ms 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:26,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:26,813 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fafc7a5dbd263152e07d77842954cdf6: Waiting for close lock at 1732000766813Disabling compacts and flushes for region at 1732000766813Disabling writes for close at 1732000766813Writing region close event to WAL at 1732000766813Closed at 1732000766813 2024-11-19T07:19:26,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:19:26,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000766821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000766821"}]},"ts":"1732000766821"} 2024-11-19T07:19:26,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:19:26,827 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:19:26,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:19:26,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000766827"}]},"ts":"1732000766827"} 2024-11-19T07:19:26,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:19:26,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN}] 2024-11-19T07:19:26,833 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN 2024-11-19T07:19:26,834 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN; state=OFFLINE, location=db0afee3eab9,36045,1732000760320; forceNewPlan=false, retain=false 2024-11-19T07:19:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:26,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fafc7a5dbd263152e07d77842954cdf6, regionState=OPENING, regionLocation=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:26,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN because future has completed 2024-11-19T07:19:26,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,36045,1732000760320}] 2024-11-19T07:19:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:27,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:19:27,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C36045%2C1732000760320.rep, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:27,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.rep.1732000767147, exclude list is [], retry=0 2024-11-19T07:19:27,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:27,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.rep.1732000767147 2024-11-19T07:19:27,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:27,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fafc7a5dbd263152e07d77842954cdf6, NAME => 'hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:27,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:27,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:27,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. service=MultiRowMutationService 2024-11-19T07:19:27,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:19:27,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:27,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,172 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,173 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName hfileref 2024-11-19T07:19:27,173 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:27,173 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:27,174 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,175 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName queue 2024-11-19T07:19:27,175 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:27,175 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:27,175 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,176 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName sid 2024-11-19T07:19:27,177 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:27,177 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:27,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:27,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:27,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fafc7a5dbd263152e07d77842954cdf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68628025, jitterRate=0.0226372629404068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:27,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fafc7a5dbd263152e07d77842954cdf6: Running coprocessor pre-open hook at 1732000767170Writing region info on filesystem at 1732000767170Initializing all the Stores at 1732000767171 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000767171Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000767171Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000767171Cleaning up temporary data from old regions at 1732000767180 (+9 ms)Running coprocessor post-open hooks at 1732000767186 (+6 ms)Region opened successfully at 1732000767187 (+1 ms) 2024-11-19T07:19:27,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., pid=7, masterSystemTime=1732000767141 2024-11-19T07:19:27,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fafc7a5dbd263152e07d77842954cdf6, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,36045,1732000760320 2024-11-19T07:19:27,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,36045,1732000760320 because future has completed 2024-11-19T07:19:27,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-19T07:19:27,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,36045,1732000760320 in 209 msec 2024-11-19T07:19:27,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:19:27,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN in 370 msec 2024-11-19T07:19:27,206 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:19:27,206 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000767206"}]},"ts":"1732000767206"} 2024-11-19T07:19:27,209 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:19:27,210 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:19:27,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 437 msec 2024-11-19T07:19:27,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., hostname=db0afee3eab9,36045,1732000760320, seqNum=2] 2024-11-19T07:19:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:27,394 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:27,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:19:27,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:27,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:27,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:19:27,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:19:27,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36045 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-19T07:19:27,770 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:19:27,794 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,36045,1732000760320, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:19:27,794 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:27,795 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36045,1732000760320, seqNum=-1] 2024-11-19T07:19:27,795 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:27,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-19T07:19:27,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,36045,1732000760320', locateType=CURRENT is [region=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., hostname=db0afee3eab9,36045,1732000760320, seqNum=2] 2024-11-19T07:19:27,799 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-19T07:19:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-19T07:19:27,802 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,36045,1732000760320 suceeded 2024-11-19T07:19:27,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-19T07:19:27,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T07:19:27,804 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:46501,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:19:27,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0510 sec 2024-11-19T07:19:27,817 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:46501' 2024-11-19T07:19:27,818 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24da0d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:27,818 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,46501,-1 for getting cluster id 2024-11-19T07:19:27,818 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:27,818 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37d02131-152d-499f-bc0d-37fe1f95c391' 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37d02131-152d-499f-bc0d-37fe1f95c391" 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3690c5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,46501,-1] 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:27,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,820 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:27,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639768c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:27,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,46501,1732000764578 2024-11-19T07:19:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bda8f2 2024-11-19T07:19:27,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:27,829 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-19T07:19:27,832 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,36045,1732000760320 (queues=1) is replicating from cluster=07e0758e-51fe-4b82-890a-0e6307f4afea to cluster=37d02131-152d-499f-bc0d-37fe1f95c391 2024-11-19T07:19:27,833 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C36045%2C1732000760320 2024-11-19T07:19:27,833 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,36045,1732000760320, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:19:27,834 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676, startPosition=0, beingWritten=true 2024-11-19T07:19:27,834 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.shipperdb0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C36045%2C1732000760320 2024-11-19T07:19:27,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:27,895 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:19:27,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:27,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:27,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:27,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34263,1732000760048 2024-11-19T07:19:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@282ca609 2024-11-19T07:19:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:27,897 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:27,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34263 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:19:27,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:27,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:27,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:27,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:19:27,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008643422, stopped=false 2024-11-19T07:19:27,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,34263,1732000760048 2024-11-19T07:19:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:27,910 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:27,910 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:27,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:27,910 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:27,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:27,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:27,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,36045,1732000760320' ***** 2024-11-19T07:19:27,911 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:19:27,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:27,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:19:27,911 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(3091): Received CLOSE for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,36045,1732000760320 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:36045. 2024-11-19T07:19:27,911 DEBUG [RS:0;db0afee3eab9:36045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:27,911 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:27,911 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fafc7a5dbd263152e07d77842954cdf6, disabling compactions & flushes 2024-11-19T07:19:27,911 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,911 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:19:27,911 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. after waiting 0 ms 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:19:27,911 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:19:27,911 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:19:27,911 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fafc7a5dbd263152e07d77842954cdf6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-19T07:19:27,912 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:19:27,912 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fafc7a5dbd263152e07d77842954cdf6=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.} 2024-11-19T07:19:27,912 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:27,912 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:27,912 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:27,912 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:27,912 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:27,912 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:27,912 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-19T07:19:27,925 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/.tmp/queue/c9efa5b77cdc4795b5a64c5f645d201b is 151, key is 1-db0afee3eab9,36045,1732000760320/queue:db0afee3eab9%2C36045%2C1732000760320/1732000767798/Put/seqid=0 2024-11-19T07:19:27,926 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/fa5cb7552d8f4740a1b6f56fa8a03c10 is 147, key is hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6./info:regioninfo/1732000767191/Put/seqid=0 2024-11-19T07:19:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741839_1015 (size=6631) 2024-11-19T07:19:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741838_1014 (size=5350) 2024-11-19T07:19:27,937 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:28,044 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 to pos 0, reset compression=false 2024-11-19T07:19:28,112 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:28,312 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:28,330 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/fa5cb7552d8f4740a1b6f56fa8a03c10 2024-11-19T07:19:28,331 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/.tmp/queue/c9efa5b77cdc4795b5a64c5f645d201b 2024-11-19T07:19:28,336 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/.tmp/queue/c9efa5b77cdc4795b5a64c5f645d201b as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/queue/c9efa5b77cdc4795b5a64c5f645d201b 2024-11-19T07:19:28,341 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/queue/c9efa5b77cdc4795b5a64c5f645d201b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-19T07:19:28,342 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fafc7a5dbd263152e07d77842954cdf6 in 431ms, sequenceid=5, compaction requested=false 2024-11-19T07:19:28,346 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:19:28,346 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:28,346 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:28,346 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:28,346 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fafc7a5dbd263152e07d77842954cdf6: Waiting for close lock at 1732000767911Running coprocessor pre-close hooks at 1732000767911Disabling compacts and flushes for region at 1732000767911Disabling writes for close at 1732000767911Obtaining lock to block concurrent updates at 1732000767911Preparing flush snapshotting stores in fafc7a5dbd263152e07d77842954cdf6 at 1732000767911Finished memstore snapshotting hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732000767912 (+1 ms)Flushing stores of hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. at 1732000767912Flushing fafc7a5dbd263152e07d77842954cdf6/queue: creating writer at 1732000767912Flushing fafc7a5dbd263152e07d77842954cdf6/queue: appending metadata at 1732000767925 (+13 ms)Flushing fafc7a5dbd263152e07d77842954cdf6/queue: closing flushed file at 1732000767925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4557fc54: reopening flushed file at 1732000768335 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fafc7a5dbd263152e07d77842954cdf6 in 431ms, sequenceid=5, compaction requested=false at 1732000768342 (+7 ms)Writing region close event to WAL at 1732000768343 (+1 ms)Running coprocessor post-close hooks at 1732000768346 (+3 ms)Closed at 1732000768346 2024-11-19T07:19:28,346 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:28,351 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 to pos 0, reset compression=false 2024-11-19T07:19:28,353 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef is 43, key is default/ns:d/1732000762311/Put/seqid=0 2024-11-19T07:19:28,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741840_1016 (size=5153) 2024-11-19T07:19:28,512 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:28,542 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:19:28,542 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:19:28,712 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:28,756 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 to pos 0, reset compression=false 2024-11-19T07:19:28,757 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef 2024-11-19T07:19:28,785 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/table/3fa8a6d9f8374c62814e6ba451fb9678 is 53, key is hbase:replication/table:state/1732000767206/Put/seqid=0 2024-11-19T07:19:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741841_1017 (size=5256) 2024-11-19T07:19:28,913 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:19:28,913 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:19:28,913 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:29,113 DEBUG [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:29,189 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/table/3fa8a6d9f8374c62814e6ba451fb9678 2024-11-19T07:19:29,194 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/fa5cb7552d8f4740a1b6f56fa8a03c10 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/info/fa5cb7552d8f4740a1b6f56fa8a03c10 2024-11-19T07:19:29,199 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/info/fa5cb7552d8f4740a1b6f56fa8a03c10, entries=10, sequenceid=11, filesize=6.5 K 2024-11-19T07:19:29,200 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef 2024-11-19T07:19:29,204 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:19:29,205 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/table/3fa8a6d9f8374c62814e6ba451fb9678 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/table/3fa8a6d9f8374c62814e6ba451fb9678 2024-11-19T07:19:29,211 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/table/3fa8a6d9f8374c62814e6ba451fb9678, entries=2, sequenceid=11, filesize=5.1 K 2024-11-19T07:19:29,212 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-19T07:19:29,220 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:19:29,221 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:29,221 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:29,221 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:29,221 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000767912Running coprocessor pre-close hooks at 1732000767912Disabling compacts and flushes for region at 1732000767912Disabling writes for close at 1732000767912Obtaining lock to block concurrent updates at 1732000767912Preparing flush snapshotting stores in 1588230740 at 1732000767912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732000767912Flushing stores of hbase:meta,,1.1588230740 at 1732000767912Flushing 1588230740/info: creating writer at 1732000767912Flushing 1588230740/info: appending metadata at 1732000767925 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732000767925Flushing 1588230740/ns: creating writer at 1732000768336 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732000768353 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732000768353Flushing 1588230740/table: creating writer at 1732000768765 (+412 ms)Flushing 1588230740/table: appending metadata at 1732000768784 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732000768784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6703cd13: reopening flushed file at 1732000769194 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57246859: reopening flushed file at 1732000769199 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44947298: reopening flushed file at 1732000769205 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1732000769212 (+7 ms)Writing region close event to WAL at 1732000769217 (+5 ms)Running coprocessor post-close hooks at 1732000769221 (+4 ms)Closed at 1732000769221 2024-11-19T07:19:29,221 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:29,261 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 to pos 0, reset compression=false 2024-11-19T07:19:29,313 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,36045,1732000760320; all regions closed. 2024-11-19T07:19:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741834_1010 (size=2742) 2024-11-19T07:19:29,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.meta.1732000762200.meta not finished, retry = 0 2024-11-19T07:19:29,417 DEBUG [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:29,418 INFO [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C36045%2C1732000760320.meta:.meta(num 1732000762200) 2024-11-19T07:19:29,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.rep.1732000767147 not finished, retry = 0 2024-11-19T07:19:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741837_1013 (size=1586) 2024-11-19T07:19:29,522 DEBUG [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:29,522 INFO [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C36045%2C1732000760320.rep:(num 1732000767147) 2024-11-19T07:19:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741833_1009 (size=93) 2024-11-19T07:19:29,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320/db0afee3eab9%2C36045%2C1732000760320.1732000761676 not finished, retry = 0 2024-11-19T07:19:29,626 DEBUG [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:29,626 INFO [RS:0;db0afee3eab9:36045 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C36045%2C1732000760320:(num 1732000761676) 2024-11-19T07:19:29,626 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:29,626 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:29,626 INFO [RS:0;db0afee3eab9:36045 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:29,627 INFO [RS:0;db0afee3eab9:36045 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:29,627 INFO [RS:0;db0afee3eab9:36045 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:29,627 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:29,627 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,36045,1732000760320 because: Region server is closing 2024-11-19T07:19:29,627 INFO [RS:0;db0afee3eab9:36045 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:36045. 2024-11-19T07:19:29,627 DEBUG [RS:0;db0afee3eab9:36045 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:29,627 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:29,627 DEBUG [RS:0;db0afee3eab9:36045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:29,627 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:29,728 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.wal-reader.db0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:19:29,728 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.shipperdb0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:19:29,728 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,36045,1732000760320.replicationSource.shipperdb0afee3eab9%2C36045%2C1732000760320,1-db0afee3eab9,36045,1732000760320 terminated 2024-11-19T07:19:29,728 INFO [RS:0;db0afee3eab9:36045 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36045 2024-11-19T07:19:29,812 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/rs/db0afee3eab9,36045,1732000760320 2024-11-19T07:19:29,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/rs 2024-11-19T07:19:29,812 INFO [RS:0;db0afee3eab9:36045 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:29,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,36045,1732000760320] 2024-11-19T07:19:29,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/draining/db0afee3eab9,36045,1732000760320 already deleted, retry=false 2024-11-19T07:19:29,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,36045,1732000760320 expired; onlineServers=0 2024-11-19T07:19:29,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,34263,1732000760048' ***** 2024-11-19T07:19:29,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:29,930 DEBUG [M:0;db0afee3eab9:34263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:19:29,930 DEBUG [M:0;db0afee3eab9:34263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:19:29,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:19:29,930 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000761372 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000761372,5,FailOnTimeoutGroup] 2024-11-19T07:19:29,930 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000761376 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000761376,5,FailOnTimeoutGroup] 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:29,930 DEBUG [M:0;db0afee3eab9:34263 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:29,930 INFO [M:0;db0afee3eab9:34263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:19:29,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:19:29,966 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:29,966 INFO [RS:0;db0afee3eab9:36045 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:29,966 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36045-0x10151f634320001, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:29,966 INFO [RS:0;db0afee3eab9:36045 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,36045,1732000760320; zookeeper connection closed. 2024-11-19T07:19:29,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 2024-11-19T07:19:29,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:19:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/master 2024-11-19T07:19:30,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:30,021 DEBUG [M:0;db0afee3eab9:34263 {}] zookeeper.ZKUtil(347): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/master because node does not exist (not an error) 2024-11-19T07:19:30,021 WARN [M:0;db0afee3eab9:34263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:19:30,022 INFO [M:0;db0afee3eab9:34263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.lastflushedseqids 2024-11-19T07:19:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741842_1018 (size=181) 2024-11-19T07:19:30,427 INFO [M:0;db0afee3eab9:34263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:19:30,427 INFO [M:0;db0afee3eab9:34263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:19:30,427 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:30,427 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:30,427 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:30,427 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:30,427 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:30,427 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-19T07:19:30,441 DEBUG [M:0;db0afee3eab9:34263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdec2787779a46198d7072d0f8c75c55 is 82, key is hbase:meta,,1/info:regioninfo/1732000762255/Put/seqid=0 2024-11-19T07:19:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741843_1019 (size=5672) 2024-11-19T07:19:30,845 INFO [M:0;db0afee3eab9:34263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdec2787779a46198d7072d0f8c75c55 2024-11-19T07:19:30,862 DEBUG [M:0;db0afee3eab9:34263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a46365a12e3456c9f41cf9cdb253ec0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732000767211/Put/seqid=0 2024-11-19T07:19:30,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741844_1020 (size=7203) 2024-11-19T07:19:31,266 INFO [M:0;db0afee3eab9:34263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a46365a12e3456c9f41cf9cdb253ec0 2024-11-19T07:19:31,284 DEBUG [M:0;db0afee3eab9:34263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d522162420a14942865446a90a9dbc0b is 69, key is db0afee3eab9,36045,1732000760320/rs:state/1732000761475/Put/seqid=0 2024-11-19T07:19:31,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741845_1021 (size=5156) 2024-11-19T07:19:31,689 INFO [M:0;db0afee3eab9:34263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d522162420a14942865446a90a9dbc0b 2024-11-19T07:19:31,695 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cdec2787779a46198d7072d0f8c75c55 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdec2787779a46198d7072d0f8c75c55 2024-11-19T07:19:31,701 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdec2787779a46198d7072d0f8c75c55, entries=8, sequenceid=70, filesize=5.5 K 2024-11-19T07:19:31,702 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a46365a12e3456c9f41cf9cdb253ec0 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a46365a12e3456c9f41cf9cdb253ec0 2024-11-19T07:19:31,707 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a46365a12e3456c9f41cf9cdb253ec0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-19T07:19:31,708 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d522162420a14942865446a90a9dbc0b as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d522162420a14942865446a90a9dbc0b 2024-11-19T07:19:31,714 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d522162420a14942865446a90a9dbc0b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-19T07:19:31,715 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false 2024-11-19T07:19:31,716 INFO [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:31,716 DEBUG [M:0;db0afee3eab9:34263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000770427Disabling compacts and flushes for region at 1732000770427Disabling writes for close at 1732000770427Obtaining lock to block concurrent updates at 1732000770427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000770427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732000770428 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000770428Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000770428Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000770440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000770440Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000770849 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000770862 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000770862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000771271 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000771284 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000771284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2daeaa97: reopening flushed file at 1732000771694 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc7ec7f: reopening flushed file at 1732000771701 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@343f425a: reopening flushed file at 1732000771708 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=70, compaction requested=false at 1732000771715 (+7 ms)Writing region close event to WAL at 1732000771716 (+1 ms)Closed at 1732000771716 2024-11-19T07:19:31,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048/db0afee3eab9%2C34263%2C1732000760048.1732000760993 not finished, retry = 0 2024-11-19T07:19:31,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741830_1006 (size=41008) 2024-11-19T07:19:31,819 INFO [M:0;db0afee3eab9:34263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:19:31,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:31,819 INFO [M:0;db0afee3eab9:34263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34263 2024-11-19T07:19:31,819 INFO [M:0;db0afee3eab9:34263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:31,936 INFO [M:0;db0afee3eab9:34263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34263-0x10151f634320000, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:31,938 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:19:31,938 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:31,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45493 2024-11-19T07:19:31,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45493 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:31,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454930x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:31,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45493-0x10151f634320006 connected 2024-11-19T07:19:31,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:31,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:31,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:31,968 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: INIT 2024-11-19T07:19:31,968 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2, hbase.cluster.distributed=false 2024-11-19T07:19:31,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/acl 2024-11-19T07:19:31,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-19T07:19:31,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45493 2024-11-19T07:19:31,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45493 2024-11-19T07:19:31,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-19T07:19:31,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-19T07:19:31,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:19:31,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:31,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42017 2024-11-19T07:19:31,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42017 connecting to ZooKeeper ensemble=127.0.0.1:58195 2024-11-19T07:19:31,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:31,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420170x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:32,014 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: INIT 2024-11-19T07:19:32,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420170x0, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:32,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42017-0x10151f634320007 connected 2024-11-19T07:19:32,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:19:32,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:19:32,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/master 2024-11-19T07:19:32,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/acl 2024-11-19T07:19:32,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42017 2024-11-19T07:19:32,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42017 2024-11-19T07:19:32,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42017 2024-11-19T07:19:32,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42017 2024-11-19T07:19:32,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42017 2024-11-19T07:19:32,035 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:45493 2024-11-19T07:19:32,036 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02086095803/backup-masters/db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:32,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:32,115 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/backup-masters/db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/master 2024-11-19T07:19:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:32,131 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/master 2024-11-19T07:19:32,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02086095803/backup-masters/db0afee3eab9,45493,1732000771938 from backup master directory 2024-11-19T07:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/backup-masters/db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/backup-masters 2024-11-19T07:19:32,141 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:32,141 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,156 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:32,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:19:32,164 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-11-19T07:19:32,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741846_1022 (size=196) 2024-11-19T07:19:32,191 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:32,192 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:19:32,196 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:32,206 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-19T07:19:32,210 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048 to hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048-dead as it is dead 2024-11-19T07:19:32,210 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048-dead/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:32,211 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048-dead/db0afee3eab9%2C34263%2C1732000760048.1732000760993 after 1ms 2024-11-19T07:19:32,211 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048-dead/db0afee3eab9%2C34263%2C1732000760048.1732000760993 to hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:32,211 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,34263,1732000760048-dead 2024-11-19T07:19:32,212 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,213 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:32,214 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C45493%2C1732000771938, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,45493,1732000771938, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/oldWALs, maxLogs=10 2024-11-19T07:19:32,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,45493,1732000771938/db0afee3eab9%2C45493%2C1732000771938.1732000772214, exclude list is [], retry=0 2024-11-19T07:19:32,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:32,236 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,45493,1732000771938/db0afee3eab9%2C45493%2C1732000771938.1732000772214 2024-11-19T07:19:32,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:32,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:32,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:32,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,236 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:19:32,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:32,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cdec2787779a46198d7072d0f8c75c55 2024-11-19T07:19:32,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:32,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:19:32,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:32,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a46365a12e3456c9f41cf9cdb253ec0 2024-11-19T07:19:32,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:32,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:19:32,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:32,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d522162420a14942865446a90a9dbc0b 2024-11-19T07:19:32,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:32,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:19:32,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:32,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:32,260 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,261 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-19T07:19:32,261 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:32,266 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:32,267 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/db0afee3eab9%2C34263%2C1732000760048.1732000760993 2024-11-19T07:19:32,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,269 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:32,270 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:32,272 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-19T07:19:32,273 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64560046, jitterRate=-0.037980347871780396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:32,273 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000772237Initializing all the Stores at 1732000772237Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000772237Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000772237Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000772237Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000772238 (+1 ms)Cleaning up temporary data from old regions at 1732000772268 (+30 ms)Region opened successfully at 1732000772273 (+5 ms) 2024-11-19T07:19:32,273 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:19:32,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493beb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:32,278 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-19T07:19:32,278 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:19:32,278 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:19:32,278 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:19:32,279 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:19:32,282 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:32,282 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:19:32,283 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:19:32,283 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-19T07:19:32,283 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:19:32,286 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=db0afee3eab9,36045,1732000760320, regionLocation=db0afee3eab9,36045,1732000760320, openSeqNum=2 2024-11-19T07:19:32,286 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=db0afee3eab9,36045,1732000760320, table=hbase:meta, region=1588230740 2024-11-19T07:19:32,286 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,36045,1732000760320, state=OPEN 2024-11-19T07:19:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:32,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:32,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:32,301 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:19:32,310 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/draining/db0afee3eab9,36045,1732000760320 already deleted, retry=false 2024-11-19T07:19:32,310 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of db0afee3eab9,36045,1732000760320 on db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,311 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure db0afee3eab9,36045,1732000760320, splitWal=true, meta=true 2024-11-19T07:19:32,311 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for db0afee3eab9,36045,1732000760320 (carryingMeta=true) db0afee3eab9,36045,1732000760320/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b1f94a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T07:19:32,316 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/balancer because node does not exist (not necessarily an error) 2024-11-19T07:19:32,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/balancer already deleted, retry=false 2024-11-19T07:19:32,321 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:19:32,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:19:32,331 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/normalizer already deleted, retry=false 2024-11-19T07:19:32,331 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:19:32,332 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:19:32,341 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/switch/split already deleted, retry=false 2024-11-19T07:19:32,343 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:19:32,352 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/switch/merge already deleted, retry=false 2024-11-19T07:19:32,365 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:19:32,373 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/snapshot-cleanup already deleted, retry=false 2024-11-19T07:19:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:32,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:32,384 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,45493,1732000771938, sessionid=0x10151f634320006, setting cluster-up flag (Was=false) 2024-11-19T07:19:32,395 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086095803/flush-table-proc/acquired, /02086095803/flush-table-proc/reached, /02086095803/flush-table-proc/abort 2024-11-19T07:19:32,395 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,405 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02086095803/online-snapshot/acquired, /02086095803/online-snapshot/reached, /02086095803/online-snapshot/abort 2024-11-19T07:19:32,406 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,45493,1732000771938 2024-11-19T07:19:32,407 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.lastflushedseqids 2024-11-19T07:19:32,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:19:32,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:19:32,413 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,45493,1732000771938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 db0afee3eab9,36045,1732000760320 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:32,414 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000802415 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:19:32,415 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure db0afee3eab9,36045,1732000760320, splitWal=true, meta=true 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:19:32,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,416 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:19:32,416 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:19:32,416 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:19:32,416 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:19:32,416 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,36045,1732000760320, splitWal=true, meta=true, isMeta: true 2024-11-19T07:19:32,417 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320-splitting 2024-11-19T07:19:32,418 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320-splitting dir is empty, no logs to split. 2024-11-19T07:19:32,418 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,36045,1732000760320 WAL count=0, meta=true 2024-11-19T07:19:32,420 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320-splitting dir is empty, no logs to split. 2024-11-19T07:19:32,420 INFO [PEWorker-1 {}] master.SplitWALManager(105): db0afee3eab9,36045,1732000760320 WAL count=0, meta=true 2024-11-19T07:19:32,420 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,36045,1732000760320 WAL splitting is done? wals=0, meta=true 2024-11-19T07:19:32,420 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:19:32,420 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:19:32,420 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000772420,5,FailOnTimeoutGroup] 2024-11-19T07:19:32,420 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000772420,5,FailOnTimeoutGroup] 2024-11-19T07:19:32,420 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,420 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:19:32,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:19:32,421 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,421 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,421 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000772421, completionTime=-1 2024-11-19T07:19:32,421 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-19T07:19:32,421 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T07:19:32,421 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(746): ClusterId : 07e0758e-51fe-4b82-890a-0e6307f4afea 2024-11-19T07:19:32,421 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:19:32,421 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:32,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:19:32,426 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:19:32,426 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:19:32,436 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:19:32,437 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea7775e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:32,449 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:42017 2024-11-19T07:19:32,449 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:19:32,449 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:19:32,449 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:19:32,450 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,45493,1732000771938 with port=42017, startcode=1732000771993 2024-11-19T07:19:32,450 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:19:32,451 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:19:32,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45493 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,453 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2 2024-11-19T07:19:32,453 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38175 2024-11-19T07:19:32,453 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:19:32,471 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-19T07:19:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/rs 2024-11-19T07:19:32,487 DEBUG [RS:0;db0afee3eab9:42017 {}] zookeeper.ZKUtil(111): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on existing znode=/02086095803/rs/db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,487 WARN [RS:0;db0afee3eab9:42017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:32,487 INFO [RS:0;db0afee3eab9:42017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:32,487 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,42017,1732000771993] 2024-11-19T07:19:32,508 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:19:32,509 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:19:32,509 INFO [RS:0;db0afee3eab9:42017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:19:32,509 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,510 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:19:32,510 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:19:32,510 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,510 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,510 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,510 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,510 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:32,511 DEBUG [RS:0;db0afee3eab9:42017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,511 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42017,1732000771993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:32,523 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:19:32,523 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42017,1732000771993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,535 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,42017,1732000771993, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:19:32,535 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,535 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.Replication(171): db0afee3eab9,42017,1732000771993 started 2024-11-19T07:19:32,547 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:32,547 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:46501' 2024-11-19T07:19:32,547 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,42017,1732000771993, RpcServer on db0afee3eab9/172.17.0.2:42017, sessionid=0x10151f634320007 2024-11-19T07:19:32,547 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:19:32,547 DEBUG [RS:0;db0afee3eab9:42017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,547 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42017,1732000771993' 2024-11-19T07:19:32,547 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086095803/flush-table-proc/abort' 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086095803/flush-table-proc/acquired' 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42017,1732000771993' 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02086095803/online-snapshot/abort' 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5365b24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,46501,-1 for getting cluster id 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:32,548 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02086095803/online-snapshot/acquired' 2024-11-19T07:19:32,549 DEBUG [RS:0;db0afee3eab9:42017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:19:32,549 INFO [RS:0;db0afee3eab9:42017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:19:32,549 INFO [RS:0;db0afee3eab9:42017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:19:32,549 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37d02131-152d-499f-bc0d-37fe1f95c391' 2024-11-19T07:19:32,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37d02131-152d-499f-bc0d-37fe1f95c391" 2024-11-19T07:19:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b8920b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,46501,-1] 2024-11-19T07:19:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:32,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:32,551 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:32,551 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180987ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:32,551 DEBUG [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:32,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,46501,1732000764578 2024-11-19T07:19:32,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4acf533f 2024-11-19T07:19:32,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:32,553 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-19T07:19:32,553 INFO [RS:0;db0afee3eab9:42017.replicationSource,1-db0afee3eab9,42017,1732000771993 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,42017,1732000771993 (queues=0) is replicating from cluster=07e0758e-51fe-4b82-890a-0e6307f4afea to cluster=37d02131-152d-499f-bc0d-37fe1f95c391 2024-11-19T07:19:32,572 WARN [db0afee3eab9:45493 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:19:32,649 INFO [RS:0;db0afee3eab9:42017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:32,651 INFO [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42017%2C1732000771993, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:32,664 DEBUG [RS:0;db0afee3eab9:42017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651, exclude list is [], retry=0 2024-11-19T07:19:32,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:32,668 INFO [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 2024-11-19T07:19:32,668 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group db0afee3eab9%2C42017%2C1732000771993 for peer 1 2024-11-19T07:19:32,668 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C42017%2C1732000771993 2024-11-19T07:19:32,668 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,42017,1732000771993, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:19:32,669 DEBUG [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:32,669 INFO [RS:0;db0afee3eab9:42017.replicationSource.shipperdb0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C42017%2C1732000771993 2024-11-19T07:19:32,669 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651, startPosition=0, beingWritten=true 2024-11-19T07:19:32,671 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:32,822 DEBUG [db0afee3eab9:45493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:32,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:32,824 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42017,1732000771993, state=OPENING 2024-11-19T07:19:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:32,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:32,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:32,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:32,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42017,1732000771993}] 2024-11-19T07:19:32,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:32,873 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:32,988 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:19:32,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:19:32,992 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:19:32,992 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:32,992 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:19:32,994 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42017%2C1732000771993.meta, suffix=.meta, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:33,011 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.meta.1732000772994.meta, exclude list is [], retry=0 2024-11-19T07:19:33,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:33,014 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.meta.1732000772994.meta 2024-11-19T07:19:33,014 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:33,015 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:33,015 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:33,015 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:33,015 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:19:33,015 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:19:33,015 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:19:33,015 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:33,016 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:19:33,016 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:19:33,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:33,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:33,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:33,022 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/info/fa5cb7552d8f4740a1b6f56fa8a03c10 2024-11-19T07:19:33,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:33,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:33,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:33,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:33,028 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/ns/e90fb87b55764d65a1bb1c7ed0d0c6ef 2024-11-19T07:19:33,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:33,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:33,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:33,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:33,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:33,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:33,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:33,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:33,035 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/table/3fa8a6d9f8374c62814e6ba451fb9678 2024-11-19T07:19:33,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:33,035 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:33,036 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:33,037 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740 2024-11-19T07:19:33,038 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:33,038 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:33,038 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:33,039 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:33,040 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72524703, jitterRate=0.0807022899389267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:33,040 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:19:33,040 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000773016Writing region info on filesystem at 1732000773016Initializing all the Stores at 1732000773017 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000773017Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000773017Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000773017Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000773017Cleaning up temporary data from old regions at 1732000773038 (+21 ms)Running coprocessor post-open hooks at 1732000773040 (+2 ms)Region opened successfully at 1732000773040 2024-11-19T07:19:33,041 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732000772988 2024-11-19T07:19:33,042 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:19:33,042 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:19:33,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:33,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42017,1732000771993, state=OPEN 2024-11-19T07:19:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02086095803/meta-region-server 2024-11-19T07:19:33,056 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:33,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:33,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02086095803/meta-region-server: CHANGED 2024-11-19T07:19:33,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-19T07:19:33,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42017,1732000771993 in 220 msec 2024-11-19T07:19:33,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:19:33,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-19T07:19:33,177 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:33,582 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:33,973 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-19T07:19:34,086 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:34,691 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:35,396 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:35,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-19T07:19:36,200 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:36,941 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-19T07:19:36,942 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:19:36,942 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:36,942 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42017,1732000771993, seqNum=-1] 2024-11-19T07:19:36,942 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:36,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:36,948 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fafc7a5dbd263152e07d77842954cdf6, regionState=OPEN, lastHost=db0afee3eab9,36045,1732000760320, regionLocation=db0afee3eab9,36045,1732000760320, openSeqNum=2 2024-11-19T07:19:36,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:19:36,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000836948 2024-11-19T07:19:36,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000896948 2024-11-19T07:19:36,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-19T07:19:36,948 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): db0afee3eab9,36045,1732000760320 had 2 regions 2024-11-19T07:19:36,948 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:45493, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,949 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure db0afee3eab9,36045,1732000760320, splitWal=true, meta=true, isMeta: false 2024-11-19T07:19:36,953 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320-splitting dir is empty, no logs to split. 2024-11-19T07:19:36,953 INFO [PEWorker-3 {}] master.SplitWALManager(105): db0afee3eab9,36045,1732000760320 WAL count=0, meta=false 2024-11-19T07:19:36,955 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.814sec 2024-11-19T07:19:36,955 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:19:36,955 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:19:36,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:19:36,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:19:36,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:19:36,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:36,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:19:36,956 WARN [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=db0afee3eab9,36045,1732000760320/hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:36,957 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,36045,1732000760320-splitting dir is empty, no logs to split. 2024-11-19T07:19:36,957 INFO [PEWorker-3 {}] master.SplitWALManager(105): db0afee3eab9,36045,1732000760320 WAL count=0, meta=false 2024-11-19T07:19:36,957 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if db0afee3eab9,36045,1732000760320 WAL splitting is done? wals=0, meta=false 2024-11-19T07:19:36,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN}] 2024-11-19T07:19:36,959 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:19:36,959 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:19:36,959 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45493,1732000771938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:36,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN 2024-11-19T07:19:36,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T07:19:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9f382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45493,-1 for getting cluster id 2024-11-19T07:19:37,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:37,026 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e0758e-51fe-4b82-890a-0e6307f4afea' 2024-11-19T07:19:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e0758e-51fe-4b82-890a-0e6307f4afea" 2024-11-19T07:19:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1507afca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45493,-1] 2024-11-19T07:19:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:37,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,028 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d48b072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42017,1732000771993, seqNum=-1] 2024-11-19T07:19:37,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:37,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:37,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-19T07:19:37,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:37,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:37,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:37,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: db0afee3eab9:45493 after: db0afee3eab9:45493 2024-11-19T07:19:37,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38379009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45493,-1 for getting cluster id 2024-11-19T07:19:37,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:37,036 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07e0758e-51fe-4b82-890a-0e6307f4afea' 2024-11-19T07:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07e0758e-51fe-4b82-890a-0e6307f4afea" 2024-11-19T07:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcb8020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45493,-1] 2024-11-19T07:19:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,038 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:37,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3885e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:37,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45493,1732000771938 2024-11-19T07:19:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33a10806 2024-11-19T07:19:37,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:37,040 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:37,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-19T07:19:37,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:19:37,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:37,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:37,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:37,041 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:19:37,042 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10715318, stopped=false 2024-11-19T07:19:37,042 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,46501,1732000764578 2024-11-19T07:19:37,105 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:37,111 DEBUG [db0afee3eab9:45493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:37,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fafc7a5dbd263152e07d77842954cdf6, regionState=OPENING, regionLocation=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:37,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN because future has completed 2024-11-19T07:19:37,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,42017,1732000771993}] 2024-11-19T07:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339562294/running 2024-11-19T07:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339562294/running 2024-11-19T07:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:37,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:37,129 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:37,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:37,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:37,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,130 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,42297,1732000764768' ***** 2024-11-19T07:19:37,130 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,42297,1732000764768 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42297. 2024-11-19T07:19:37,130 DEBUG [RS:0;db0afee3eab9:42297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:37,130 DEBUG [RS:0;db0afee3eab9:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:19:37,130 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:19:37,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:19:37,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/running 2024-11-19T07:19:37,131 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:19:37,131 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:19:37,131 DEBUG [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:37,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Set watcher on znode that does not yet exist, /1339562294/running 2024-11-19T07:19:37,131 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:37,131 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:37,131 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:37,131 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:37,131 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:37,131 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-19T07:19:37,153 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/.tmp/ns/8141e2edbfb644a9b82ce6db5a61bb1d is 43, key is default/ns:d/1732000766637/Put/seqid=0 2024-11-19T07:19:37,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741835_1011 (size=5153) 2024-11-19T07:19:37,163 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/.tmp/ns/8141e2edbfb644a9b82ce6db5a61bb1d 2024-11-19T07:19:37,172 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/.tmp/ns/8141e2edbfb644a9b82ce6db5a61bb1d as hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/ns/8141e2edbfb644a9b82ce6db5a61bb1d 2024-11-19T07:19:37,179 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/ns/8141e2edbfb644a9b82ce6db5a61bb1d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-19T07:19:37,180 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-11-19T07:19:37,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:19:37,187 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T07:19:37,188 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:37,188 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:37,188 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:37,188 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000777131Running coprocessor pre-close hooks at 1732000777131Disabling compacts and flushes for region at 1732000777131Disabling writes for close at 1732000777131Obtaining lock to block concurrent updates at 1732000777131Preparing flush snapshotting stores in 1588230740 at 1732000777131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732000777132 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000777132Flushing 1588230740/ns: creating writer at 1732000777132Flushing 1588230740/ns: appending metadata at 1732000777153 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732000777153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28aa21b8: reopening flushed file at 1732000777171 (+18 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1732000777180 (+9 ms)Writing region close event to WAL at 1732000777181 (+1 ms)Running coprocessor post-close hooks at 1732000777188 (+7 ms)Closed at 1732000777188 2024-11-19T07:19:37,188 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:37,191 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:37,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:37,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:37,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:19:37,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42017%2C1732000771993.rep, suffix=, logDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993, archiveDir=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs, maxLogs=10 2024-11-19T07:19:37,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.rep.1732000777272, exclude list is [], retry=0 2024-11-19T07:19:37,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35109,DS-c4d796f8-1b7c-49a0-a959-9f9ed39848f0,DISK] 2024-11-19T07:19:37,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.rep.1732000777272 2024-11-19T07:19:37,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45413:45413)] 2024-11-19T07:19:37,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fafc7a5dbd263152e07d77842954cdf6, NAME => 'hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:37,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:37,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:37,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. service=MultiRowMutationService 2024-11-19T07:19:37,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:19:37,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:37,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,292 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,293 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName hfileref 2024-11-19T07:19:37,293 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:37,293 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:37,293 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,294 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName queue 2024-11-19T07:19:37,294 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:37,299 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/queue/c9efa5b77cdc4795b5a64c5f645d201b 2024-11-19T07:19:37,299 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:37,299 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,300 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fafc7a5dbd263152e07d77842954cdf6 columnFamilyName sid 2024-11-19T07:19:37,300 DEBUG [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:37,301 INFO [StoreOpener-fafc7a5dbd263152e07d77842954cdf6-1 {}] regionserver.HStore(327): Store=fafc7a5dbd263152e07d77842954cdf6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:37,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:37,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fafc7a5dbd263152e07d77842954cdf6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75152514, jitterRate=0.1198597252368927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:37,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:37,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fafc7a5dbd263152e07d77842954cdf6: Running coprocessor pre-open hook at 1732000777291Writing region info on filesystem at 1732000777291Initializing all the Stores at 1732000777292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000777292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000777292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000777292Cleaning up temporary data from old regions at 1732000777303 (+11 ms)Running coprocessor post-open hooks at 1732000777306 (+3 ms)Region opened successfully at 1732000777306 2024-11-19T07:19:37,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., pid=13, masterSystemTime=1732000777267 2024-11-19T07:19:37,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:37,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:37,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fafc7a5dbd263152e07d77842954cdf6, regionState=OPEN, openSeqNum=9, regionLocation=db0afee3eab9,42017,1732000771993 2024-11-19T07:19:37,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,42017,1732000771993 because future has completed 2024-11-19T07:19:37,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T07:19:37,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fafc7a5dbd263152e07d77842954cdf6, server=db0afee3eab9,42017,1732000771993 in 198 msec 2024-11-19T07:19:37,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-19T07:19:37,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fafc7a5dbd263152e07d77842954cdf6, ASSIGN in 355 msec 2024-11-19T07:19:37,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-19T07:19:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6., hostname=db0afee3eab9,42017,1732000771993, seqNum=9] 2024-11-19T07:19:37,331 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,42297,1732000764768; all regions closed. 2024-11-19T07:19:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741834_1010 (size=1152) 2024-11-19T07:19:37,336 DEBUG [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/oldWALs 2024-11-19T07:19:37,336 INFO [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42297%2C1732000764768.meta:.meta(num 1732000766559) 2024-11-19T07:19:37,338 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for db0afee3eab9,36045,1732000760320 2024-11-19T07:19:37,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-19T07:19:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741833_1009 (size=93) 2024-11-19T07:19:37,356 DEBUG [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/oldWALs 2024-11-19T07:19:37,356 INFO [RS:0;db0afee3eab9:42297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42297%2C1732000764768:(num 1732000765912) 2024-11-19T07:19:37,356 DEBUG [RS:0;db0afee3eab9:42297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:37,356 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:37,356 INFO [RS:0;db0afee3eab9:42297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:37,357 INFO [RS:0;db0afee3eab9:42297 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:37,357 INFO [RS:0;db0afee3eab9:42297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:37,357 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:37,357 INFO [RS:0;db0afee3eab9:42297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42297 2024-11-19T07:19:37,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339562294/rs/db0afee3eab9,42297,1732000764768 2024-11-19T07:19:37,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294/rs 2024-11-19T07:19:37,371 INFO [RS:0;db0afee3eab9:42297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:37,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,42297,1732000764768] 2024-11-19T07:19:37,393 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1339562294/draining/db0afee3eab9,42297,1732000764768 already deleted, retry=false 2024-11-19T07:19:37,393 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,42297,1732000764768 expired; onlineServers=0 2024-11-19T07:19:37,393 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,46501,1732000764578' ***** 2024-11-19T07:19:37,394 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:37,394 DEBUG [M:0;db0afee3eab9:46501 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:19:37,394 DEBUG [M:0;db0afee3eab9:46501 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:19:37,394 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:19:37,394 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000765703 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000765703,5,FailOnTimeoutGroup] 2024-11-19T07:19:37,394 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000765700 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000765700,5,FailOnTimeoutGroup] 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:37,394 DEBUG [M:0;db0afee3eab9:46501 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:37,394 INFO [M:0;db0afee3eab9:46501 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:19:37,394 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:19:37,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1339562294/master 2024-11-19T07:19:37,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1339562294 2024-11-19T07:19:37,404 DEBUG [M:0;db0afee3eab9:46501 {}] zookeeper.ZKUtil(347): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Unable to get data of znode /1339562294/master because node does not exist (not an error) 2024-11-19T07:19:37,404 WARN [M:0;db0afee3eab9:46501 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:19:37,406 INFO [M:0;db0afee3eab9:46501 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/.lastflushedseqids 2024-11-19T07:19:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741836_1012 (size=99) 2024-11-19T07:19:37,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:37,483 INFO [RS:0;db0afee3eab9:42297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:37,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42297-0x10151f634320004, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:37,483 INFO [RS:0;db0afee3eab9:42297 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,42297,1732000764768; zookeeper connection closed. 2024-11-19T07:19:37,483 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a9851b4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a9851b4 2024-11-19T07:19:37,484 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:19:37,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-19T07:19:37,812 INFO [M:0;db0afee3eab9:46501 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:19:37,812 INFO [M:0;db0afee3eab9:46501 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:19:37,812 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:37,812 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:37,812 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:37,812 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:37,812 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:37,812 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-19T07:19:37,828 DEBUG [M:0;db0afee3eab9:46501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e15dc31e0c794a1ba43ffbe8554953a2 is 82, key is hbase:meta,,1/info:regioninfo/1732000766615/Put/seqid=0 2024-11-19T07:19:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741837_1013 (size=5672) 2024-11-19T07:19:38,110 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:38,234 INFO [M:0;db0afee3eab9:46501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e15dc31e0c794a1ba43ffbe8554953a2 2024-11-19T07:19:38,262 DEBUG [M:0;db0afee3eab9:46501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dddde3735f44f979d8a21c53bb1de2c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732000766642/Put/seqid=0 2024-11-19T07:19:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741838_1014 (size=5275) 2024-11-19T07:19:38,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:38,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:38,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:19:38,563 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:19:38,666 INFO [M:0;db0afee3eab9:46501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dddde3735f44f979d8a21c53bb1de2c 2024-11-19T07:19:38,686 DEBUG [M:0;db0afee3eab9:46501 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca29fba927c146f5b1e64032bbed5394 is 69, key is db0afee3eab9,42297,1732000764768/rs:state/1732000765742/Put/seqid=0 2024-11-19T07:19:38,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741839_1015 (size=5156) 2024-11-19T07:19:39,091 INFO [M:0;db0afee3eab9:46501 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca29fba927c146f5b1e64032bbed5394 2024-11-19T07:19:39,100 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e15dc31e0c794a1ba43ffbe8554953a2 as hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e15dc31e0c794a1ba43ffbe8554953a2 2024-11-19T07:19:39,108 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e15dc31e0c794a1ba43ffbe8554953a2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-19T07:19:39,109 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3dddde3735f44f979d8a21c53bb1de2c as hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dddde3735f44f979d8a21c53bb1de2c 2024-11-19T07:19:39,114 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3dddde3735f44f979d8a21c53bb1de2c, entries=3, sequenceid=28, filesize=5.2 K 2024-11-19T07:19:39,115 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca29fba927c146f5b1e64032bbed5394 as hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca29fba927c146f5b1e64032bbed5394 2024-11-19T07:19:39,121 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46141/user/jenkins/test-data/f0914ccc-7718-8489-caf4-9bb6c250a219/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca29fba927c146f5b1e64032bbed5394, entries=1, sequenceid=28, filesize=5.0 K 2024-11-19T07:19:39,122 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false 2024-11-19T07:19:39,128 INFO [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:39,128 DEBUG [M:0;db0afee3eab9:46501 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000777812Disabling compacts and flushes for region at 1732000777812Disabling writes for close at 1732000777812Obtaining lock to block concurrent updates at 1732000777812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000777812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732000777813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000777813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000777813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000777827 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000777827Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000778239 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000778261 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000778262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000778671 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000778686 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000778686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20b0324f: reopening flushed file at 1732000779096 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fae0b5: reopening flushed file at 1732000779108 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bdc2d8: reopening flushed file at 1732000779114 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=28, compaction requested=false at 1732000779122 (+8 ms)Writing region close event to WAL at 1732000779128 (+6 ms)Closed at 1732000779128 2024-11-19T07:19:39,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35031 is added to blk_1073741830_1006 (size=10165) 2024-11-19T07:19:39,132 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:39,132 INFO [M:0;db0afee3eab9:46501 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:19:39,132 INFO [M:0;db0afee3eab9:46501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46501 2024-11-19T07:19:39,132 INFO [M:0;db0afee3eab9:46501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:39,215 DEBUG [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 to pos 0, reset compression=false 2024-11-19T07:19:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:39,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46501-0x10151f634320003, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:39,282 INFO [M:0;db0afee3eab9:46501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:39,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a76b442{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:39,286 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22109e7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:39,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:39,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f5b1444{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:39,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f2f38e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:39,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:19:39,288 WARN [BP-1890466084-172.17.0.2-1732000762498 heartbeating to localhost/127.0.0.1:46141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:19:39,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:19:39,288 WARN [BP-1890466084-172.17.0.2-1732000762498 heartbeating to localhost/127.0.0.1:46141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1890466084-172.17.0.2-1732000762498 (Datanode Uuid a6a8f841-e234-431a-b724-03b1aece3ceb) service to localhost/127.0.0.1:46141 2024-11-19T07:19:39,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/cluster_f444dcee-32a1-7af8-bc9e-ea25d52487a3/data/data2/current/BP-1890466084-172.17.0.2-1732000762498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:39,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/cluster_f444dcee-32a1-7af8-bc9e-ea25d52487a3/data/data1/current/BP-1890466084-172.17.0.2-1732000762498 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:39,290 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:19:39,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d711d8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:39,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@375a8fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:39,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:39,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a1e3281{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:39,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f2e2448{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:39,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:19:39,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:19:39,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:39,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:39,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:39,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:39,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:39,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:19:39,315 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=4297117, stopped=false 2024-11-19T07:19:39,316 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,45493,1732000771938 2024-11-19T07:19:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/running 2024-11-19T07:19:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:39,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:39,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:39,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:39,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Set watcher on znode that does not yet exist, /02086095803/running 2024-11-19T07:19:39,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:39,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:39,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:39,332 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,42017,1732000771993' ***** 2024-11-19T07:19:39,332 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(3091): Received CLOSE for fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:39,333 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,42017,1732000771993 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42017. 2024-11-19T07:19:39,333 DEBUG [RS:0;db0afee3eab9:42017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:39,333 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:19:39,333 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fafc7a5dbd263152e07d77842954cdf6, disabling compactions & flushes 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:19:39,333 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:39,333 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. after waiting 0 ms 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:39,334 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:19:39,334 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fafc7a5dbd263152e07d77842954cdf6=hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6.} 2024-11-19T07:19:39,334 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fafc7a5dbd263152e07d77842954cdf6 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:39,334 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:39,334 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:39,334 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-19T07:19:39,339 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/replication/fafc7a5dbd263152e07d77842954cdf6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-19T07:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:39,341 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fafc7a5dbd263152e07d77842954cdf6: Waiting for close lock at 1732000779333Running coprocessor pre-close hooks at 1732000779333Disabling compacts and flushes for region at 1732000779333Disabling writes for close at 1732000779334 (+1 ms)Writing region close event to WAL at 1732000779334Running coprocessor post-close hooks at 1732000779341 (+7 ms)Closed at 1732000779341 2024-11-19T07:19:39,341 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6. 2024-11-19T07:19:39,352 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/c0ebdc93052d475bab20423f481f4926 is 147, key is hbase:replication,,1732000766773.fafc7a5dbd263152e07d77842954cdf6./info:regioninfo/1732000777309/Put/seqid=0 2024-11-19T07:19:39,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741851_1027 (size=6385) 2024-11-19T07:19:39,416 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:39,534 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:39,587 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:19:39,587 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:19:39,734 DEBUG [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:19:39,757 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/c0ebdc93052d475bab20423f481f4926 2024-11-19T07:19:39,762 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/.tmp/info/c0ebdc93052d475bab20423f481f4926 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/info/c0ebdc93052d475bab20423f481f4926 2024-11-19T07:19:39,767 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/info/c0ebdc93052d475bab20423f481f4926, entries=8, sequenceid=19, filesize=6.2 K 2024-11-19T07:19:39,768 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-19T07:19:39,772 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-19T07:19:39,773 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:39,773 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:39,773 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:39,773 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000779334Running coprocessor pre-close hooks at 1732000779334Disabling compacts and flushes for region at 1732000779334Disabling writes for close at 1732000779334Obtaining lock to block concurrent updates at 1732000779334Preparing flush snapshotting stores in 1588230740 at 1732000779334Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732000779335 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000779335Flushing 1588230740/info: creating writer at 1732000779335Flushing 1588230740/info: appending metadata at 1732000779352 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732000779352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cbbe21b: reopening flushed file at 1732000779761 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1732000779768 (+7 ms)Writing region close event to WAL at 1732000779769 (+1 ms)Running coprocessor post-close hooks at 1732000779773 (+4 ms)Closed at 1732000779773 2024-11-19T07:19:39,773 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:39,934 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,42017,1732000771993; all regions closed. 2024-11-19T07:19:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741849_1025 (size=2156) 2024-11-19T07:19:39,939 DEBUG [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:39,939 INFO [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42017%2C1732000771993.meta:.meta(num 1732000772994) 2024-11-19T07:19:39,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741850_1026 (size=796) 2024-11-19T07:19:39,943 DEBUG [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:39,943 INFO [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42017%2C1732000771993.rep:(num 1732000777272) 2024-11-19T07:19:39,945 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/WALs/db0afee3eab9,42017,1732000771993/db0afee3eab9%2C42017%2C1732000771993.1732000772651 not finished, retry = 0 2024-11-19T07:19:39,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741848_1024 (size=93) 2024-11-19T07:19:40,047 DEBUG [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/oldWALs 2024-11-19T07:19:40,047 INFO [RS:0;db0afee3eab9:42017 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C42017%2C1732000771993:(num 1732000772651) 2024-11-19T07:19:40,047 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:40,047 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:19:40,047 INFO [RS:0;db0afee3eab9:42017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:40,048 INFO [RS:0;db0afee3eab9:42017 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:40,048 INFO [RS:0;db0afee3eab9:42017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:40,048 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:40,048 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,42017,1732000771993 because: Region server is closing 2024-11-19T07:19:40,048 INFO [RS:0;db0afee3eab9:42017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42017. 2024-11-19T07:19:40,048 DEBUG [RS:0;db0afee3eab9:42017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:40,048 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:40,048 DEBUG [RS:0;db0afee3eab9:42017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:40,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:40,052 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-19T07:19:40,052 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-19T07:19:40,052 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T07:19:40,149 WARN [RS:0;db0afee3eab9:42017.replicationSource.shipperdb0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:19:40,149 WARN [RS:0;db0afee3eab9:42017.replicationSource.wal-reader.db0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:19:40,149 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;db0afee3eab9:42017.replicationSource.shipperdb0afee3eab9%2C42017%2C1732000771993,1-db0afee3eab9,42017,1732000771993 terminated 2024-11-19T07:19:40,149 INFO [RS:0;db0afee3eab9:42017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42017 2024-11-19T07:19:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803/rs 2024-11-19T07:19:40,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/rs/db0afee3eab9,42017,1732000771993 2024-11-19T07:19:40,224 INFO [RS:0;db0afee3eab9:42017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:40,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,42017,1732000771993] 2024-11-19T07:19:40,246 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02086095803/draining/db0afee3eab9,42017,1732000771993 already deleted, retry=false 2024-11-19T07:19:40,246 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,42017,1732000771993 expired; onlineServers=0 2024-11-19T07:19:40,246 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,45493,1732000771938' ***** 2024-11-19T07:19:40,246 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:19:40,246 INFO [M:0;db0afee3eab9:45493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:19:40,246 INFO [M:0;db0afee3eab9:45493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:19:40,246 DEBUG [M:0;db0afee3eab9:45493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:19:40,246 DEBUG [M:0;db0afee3eab9:45493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:19:40,246 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:19:40,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000772420 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000772420,5,FailOnTimeoutGroup] 2024-11-19T07:19:40,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000772420 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000772420,5,FailOnTimeoutGroup] 2024-11-19T07:19:40,246 INFO [M:0;db0afee3eab9:45493 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:19:40,246 INFO [M:0;db0afee3eab9:45493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:19:40,246 DEBUG [M:0;db0afee3eab9:45493 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:19:40,247 INFO [M:0;db0afee3eab9:45493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:19:40,247 INFO [M:0;db0afee3eab9:45493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:19:40,247 INFO [M:0;db0afee3eab9:45493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:19:40,247 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:19:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02086095803/master 2024-11-19T07:19:40,256 DEBUG [M:0;db0afee3eab9:45493 {}] zookeeper.ZKUtil(347): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Unable to get data of znode /02086095803/master because node does not exist (not an error) 2024-11-19T07:19:40,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02086095803 2024-11-19T07:19:40,256 WARN [M:0;db0afee3eab9:45493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:19:40,257 INFO [M:0;db0afee3eab9:45493 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/.lastflushedseqids 2024-11-19T07:19:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741852_1028 (size=181) 2024-11-19T07:19:40,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:40,336 INFO [RS:0;db0afee3eab9:42017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:40,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42017-0x10151f634320007, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:40,336 INFO [RS:0;db0afee3eab9:42017 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,42017,1732000771993; zookeeper connection closed. 2024-11-19T07:19:40,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5085df15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5085df15 2024-11-19T07:19:40,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:19:40,662 INFO [M:0;db0afee3eab9:45493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:19:40,662 INFO [M:0;db0afee3eab9:45493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:19:40,662 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:40,662 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:40,662 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:40,662 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:40,662 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:40,662 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-19T07:19:40,676 DEBUG [M:0;db0afee3eab9:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff0f846180a40f18d98167fda5309e8 is 82, key is hbase:meta,,1/info:regioninfo/1732000773043/Put/seqid=0 2024-11-19T07:19:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741853_1029 (size=5672) 2024-11-19T07:19:41,080 INFO [M:0;db0afee3eab9:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff0f846180a40f18d98167fda5309e8 2024-11-19T07:19:41,098 DEBUG [M:0;db0afee3eab9:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d6cdbf779cf466ab6d1d9fc9422f6ab is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732000777315/Put/seqid=0 2024-11-19T07:19:41,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741854_1030 (size=7312) 2024-11-19T07:19:41,502 INFO [M:0;db0afee3eab9:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d6cdbf779cf466ab6d1d9fc9422f6ab 2024-11-19T07:19:41,523 DEBUG [M:0;db0afee3eab9:45493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a932a1af249ffbce7110a3824df5a is 69, key is db0afee3eab9,42017,1732000771993/rs:state/1732000772452/Put/seqid=0 2024-11-19T07:19:41,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741855_1031 (size=5370) 2024-11-19T07:19:41,928 INFO [M:0;db0afee3eab9:45493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a932a1af249ffbce7110a3824df5a 2024-11-19T07:19:41,932 INFO [M:0;db0afee3eab9:45493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 499a932a1af249ffbce7110a3824df5a 2024-11-19T07:19:41,933 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff0f846180a40f18d98167fda5309e8 as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bff0f846180a40f18d98167fda5309e8 2024-11-19T07:19:41,937 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bff0f846180a40f18d98167fda5309e8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T07:19:41,938 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d6cdbf779cf466ab6d1d9fc9422f6ab as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d6cdbf779cf466ab6d1d9fc9422f6ab 2024-11-19T07:19:41,942 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d6cdbf779cf466ab6d1d9fc9422f6ab, entries=7, sequenceid=127, filesize=7.1 K 2024-11-19T07:19:41,943 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/499a932a1af249ffbce7110a3824df5a as hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/499a932a1af249ffbce7110a3824df5a 2024-11-19T07:19:41,949 INFO [M:0;db0afee3eab9:45493 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 499a932a1af249ffbce7110a3824df5a 2024-11-19T07:19:41,949 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38175/user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/499a932a1af249ffbce7110a3824df5a, entries=2, sequenceid=127, filesize=5.2 K 2024-11-19T07:19:41,950 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-19T07:19:41,951 INFO [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:41,951 DEBUG [M:0;db0afee3eab9:45493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000780662Disabling compacts and flushes for region at 1732000780662Disabling writes for close at 1732000780662Obtaining lock to block concurrent updates at 1732000780662Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000780662Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732000780662Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000780663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000780663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000780676 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000780676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000781085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000781097 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000781097Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000781506 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000781522 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000781523 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29debb9f: reopening flushed file at 1732000781932 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265235e0: reopening flushed file at 1732000781937 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75aa486f: reopening flushed file at 1732000781942 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1732000781950 (+8 ms)Writing region close event to WAL at 1732000781951 (+1 ms)Closed at 1732000781951 2024-11-19T07:19:41,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/676aa962-fa65-3898-5fdf-c9f06289a8a2/MasterData/WALs/db0afee3eab9,45493,1732000771938/db0afee3eab9%2C45493%2C1732000771938.1732000772214 not finished, retry = 0 2024-11-19T07:19:41,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35109 is added to blk_1073741847_1023 (size=22903) 2024-11-19T07:19:42,055 INFO [M:0;db0afee3eab9:45493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:19:42,055 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:19:42,055 INFO [M:0;db0afee3eab9:45493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45493 2024-11-19T07:19:42,055 INFO [M:0;db0afee3eab9:45493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:19:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:42,176 INFO [M:0;db0afee3eab9:45493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:19:42,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45493-0x10151f634320006, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:19:42,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@753d84ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:42,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e203837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:42,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:42,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dcffdfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:42,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24052eb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:42,180 WARN [BP-1822818228-172.17.0.2-1732000757925 heartbeating to localhost/127.0.0.1:38175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:19:42,180 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:19:42,180 WARN [BP-1822818228-172.17.0.2-1732000757925 heartbeating to localhost/127.0.0.1:38175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1822818228-172.17.0.2-1732000757925 (Datanode Uuid da645ec7-6fa0-4eac-ab4e-e9dbc61bcd6b) service to localhost/127.0.0.1:38175 2024-11-19T07:19:42,180 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:19:42,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/data/data1/current/BP-1822818228-172.17.0.2-1732000757925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:42,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/cluster_a550b25b-7c6c-7b42-f507-7e1855ab3362/data/data2/current/BP-1822818228-172.17.0.2-1732000757925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:19:42,181 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:19:42,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57313cff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:42,187 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b44b8f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:19:42,187 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:19:42,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26624ca2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:19:42,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d62f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/15c7026c-a031-9608-c6fc-bfc8f8475456/hadoop.log.dir/,STOPPED} 2024-11-19T07:19:42,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:19:42,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:19:42,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38175 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46141 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=427 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11414 (was 11589) 2024-11-19T07:19:42,222 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=427, ProcessCount=11, AvailableMemoryMB=11414 2024-11-19T07:19:42,234 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-19T07:19:42,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir so I do NOT create it in target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347 2024-11-19T07:19:42,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:19:42,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.tmp.dir so I do NOT create it in target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347 2024-11-19T07:19:42,235 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf99b68e-dc57-6039-d598-71ebe443d249/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:19:42,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347 2024-11-19T07:19:42,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7, deleteOnExit=true 2024-11-19T07:19:42,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/zookeeper_0, clientPort=51311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:19:42,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51311 2024-11-19T07:19:42,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:19:42,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/test.cache.data in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:19:42,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:42,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:19:42,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:19:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f634320005, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:19:42,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f634320002, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:19:42,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f634320002, quorum=127.0.0.1:58195, baseZNode=/02086095803 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:19:42,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f634320005, quorum=127.0.0.1:58195, baseZNode=/1339562294 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:19:42,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:42,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:42,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:42,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:42,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:19:42,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:42,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b99dd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:42,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79baf772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:43,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a88703f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/java.io.tmpdir/jetty-localhost-41393-hadoop-hdfs-3_4_1-tests_jar-_-any-13506863116440771819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:43,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b5c5031{HTTP/1.1, (http/1.1)}{localhost:41393} 2024-11-19T07:19:43,056 INFO [Time-limited test {}] server.Server(415): Started @167311ms 2024-11-19T07:19:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:19:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:19:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:43,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:43,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:43,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:43,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:43,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:19:43,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db0dfa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:43,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c8a0263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:43,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa0588f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/java.io.tmpdir/jetty-localhost-36489-hadoop-hdfs-3_4_1-tests_jar-_-any-4323584811575061848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:43,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b153bf3{HTTP/1.1, (http/1.1)}{localhost:36489} 2024-11-19T07:19:43,813 INFO [Time-limited test {}] server.Server(415): Started @168068ms 2024-11-19T07:19:43,814 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:19:44,813 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/data/data1/current/BP-1469217763-172.17.0.2-1732000782311/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:44,813 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/data/data2/current/BP-1469217763-172.17.0.2-1732000782311/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:44,828 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:19:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8940c45ca8f07f6e with lease ID 0x5ef523b8691429b0: Processing first storage report for DS-d81ef090-a5a5-4357-be46-0234b4ce1340 from datanode DatanodeRegistration(127.0.0.1:44557, datanodeUuid=17d08303-5216-4063-aa8a-3edaddfbfd68, infoPort=35535, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=1116314452;c=1732000782311) 2024-11-19T07:19:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8940c45ca8f07f6e with lease ID 0x5ef523b8691429b0: from storage DS-d81ef090-a5a5-4357-be46-0234b4ce1340 node DatanodeRegistration(127.0.0.1:44557, datanodeUuid=17d08303-5216-4063-aa8a-3edaddfbfd68, infoPort=35535, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=1116314452;c=1732000782311), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8940c45ca8f07f6e with lease ID 0x5ef523b8691429b0: Processing first storage report for DS-cfee4f35-4ddc-401d-a462-1ce75815194d from datanode DatanodeRegistration(127.0.0.1:44557, datanodeUuid=17d08303-5216-4063-aa8a-3edaddfbfd68, infoPort=35535, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=1116314452;c=1732000782311) 2024-11-19T07:19:44,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8940c45ca8f07f6e with lease ID 0x5ef523b8691429b0: from storage DS-cfee4f35-4ddc-401d-a462-1ce75815194d node DatanodeRegistration(127.0.0.1:44557, datanodeUuid=17d08303-5216-4063-aa8a-3edaddfbfd68, infoPort=35535, infoSecurePort=0, ipcPort=45051, storageInfo=lv=-57;cid=testClusterID;nsid=1116314452;c=1732000782311), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:44,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:44,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347 2024-11-19T07:19:44,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:44,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:44,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:19:44,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:44,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:45,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf with version=8 2024-11-19T07:19:45,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/hbase-staging 2024-11-19T07:19:45,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:19:45,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:45,266 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44289 2024-11-19T07:19:45,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44289 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442890x0, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:45,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44289-0x10151f693630000 connected 2024-11-19T07:19:45,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:45,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:45,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/running 2024-11-19T07:19:45,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf, hbase.cluster.distributed=false 2024-11-19T07:19:45,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/acl 2024-11-19T07:19:45,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44289 2024-11-19T07:19:45,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44289 2024-11-19T07:19:45,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44289 2024-11-19T07:19:45,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44289 2024-11-19T07:19:45,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44289 2024-11-19T07:19:45,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:19:45,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:45,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44633 2024-11-19T07:19:45,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44633 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:45,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:45,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:45,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446330x0, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:45,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446330x0, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/running 2024-11-19T07:19:45,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44633-0x10151f693630001 connected 2024-11-19T07:19:45,468 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:19:45,469 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:19:45,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/master 2024-11-19T07:19:45,470 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/acl 2024-11-19T07:19:45,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-19T07:19:45,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44633 2024-11-19T07:19:45,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44633 2024-11-19T07:19:45,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-19T07:19:45,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44633 2024-11-19T07:19:45,482 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:44289 2024-11-19T07:19:45,483 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2138333273/backup-masters/db0afee3eab9,44289,1732000785265 2024-11-19T07:19:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/backup-masters 2024-11-19T07:19:45,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/backup-masters 2024-11-19T07:19:45,491 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on existing znode=/0-2138333273/backup-masters/db0afee3eab9,44289,1732000785265 2024-11-19T07:19:45,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:45,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138333273/master 2024-11-19T07:19:45,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:45,502 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on existing znode=/0-2138333273/master 2024-11-19T07:19:45,502 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2138333273/backup-masters/db0afee3eab9,44289,1732000785265 from backup master directory 2024-11-19T07:19:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/backup-masters 2024-11-19T07:19:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138333273/backup-masters/db0afee3eab9,44289,1732000785265 2024-11-19T07:19:45,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/backup-masters 2024-11-19T07:19:45,512 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:45,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,44289,1732000785265 2024-11-19T07:19:45,516 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/hbase.id] with ID: 4cc2b290-2ab6-45da-948f-441705076ac1 2024-11-19T07:19:45,516 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/.tmp/hbase.id 2024-11-19T07:19:45,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:19:45,927 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/.tmp/hbase.id]:[hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/hbase.id] 2024-11-19T07:19:45,938 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:45,938 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:19:45,939 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:19:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:45,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:19:46,357 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:46,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:19:46,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:46,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:19:46,765 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store 2024-11-19T07:19:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:47,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:47,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:47,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000787171Disabling compacts and flushes for region at 1732000787171Disabling writes for close at 1732000787171Writing region close event to WAL at 1732000787171Closed at 1732000787171 2024-11-19T07:19:47,171 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/.initializing 2024-11-19T07:19:47,172 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/WALs/db0afee3eab9,44289,1732000785265 2024-11-19T07:19:47,172 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:47,173 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C44289%2C1732000785265, suffix=, logDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/WALs/db0afee3eab9,44289,1732000785265, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/oldWALs, maxLogs=10 2024-11-19T07:19:47,188 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/WALs/db0afee3eab9,44289,1732000785265/db0afee3eab9%2C44289%2C1732000785265.1732000787173, exclude list is [], retry=0 2024-11-19T07:19:47,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44557,DS-d81ef090-a5a5-4357-be46-0234b4ce1340,DISK] 2024-11-19T07:19:47,194 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/WALs/db0afee3eab9,44289,1732000785265/db0afee3eab9%2C44289%2C1732000785265.1732000787173 2024-11-19T07:19:47,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535)] 2024-11-19T07:19:47,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:47,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:47,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,195 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:19:47,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:47,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:47,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:19:47,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:47,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:19:47,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:47,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:47,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:19:47,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:47,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:47,207 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,208 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,208 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,209 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:47,210 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:47,212 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:47,213 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65419578, jitterRate=-0.025172322988510132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:47,214 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000787195Initializing all the Stores at 1732000787196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000787196Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000787200 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000787200Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000787200Cleaning up temporary data from old regions at 1732000787209 (+9 ms)Region opened successfully at 1732000787214 (+5 ms) 2024-11-19T07:19:47,214 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:19:47,217 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166455af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:19:47,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:19:47,219 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:19:47,230 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:19:47,231 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/balancer because node does not exist (not necessarily an error) 2024-11-19T07:19:47,238 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/balancer already deleted, retry=false 2024-11-19T07:19:47,239 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:19:47,239 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:19:47,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/normalizer already deleted, retry=false 2024-11-19T07:19:47,250 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:19:47,253 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:19:47,259 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/switch/split already deleted, retry=false 2024-11-19T07:19:47,260 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:19:47,270 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/switch/merge already deleted, retry=false 2024-11-19T07:19:47,271 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:19:47,280 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/snapshot-cleanup already deleted, retry=false 2024-11-19T07:19:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138333273/running 2024-11-19T07:19:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2138333273/running 2024-11-19T07:19:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,291 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,44289,1732000785265, sessionid=0x10151f693630000, setting cluster-up flag (Was=false) 2024-11-19T07:19:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,343 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138333273/flush-table-proc/acquired, /0-2138333273/flush-table-proc/reached, /0-2138333273/flush-table-proc/abort 2024-11-19T07:19:47,344 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44289,1732000785265 2024-11-19T07:19:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:47,396 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2138333273/online-snapshot/acquired, /0-2138333273/online-snapshot/reached, /0-2138333273/online-snapshot/abort 2024-11-19T07:19:47,397 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44289,1732000785265 2024-11-19T07:19:47,398 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:19:47,399 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:47,400 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:19:47,400 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:19:47,400 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,44289,1732000785265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:47,402 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000817409 2024-11-19T07:19:47,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:19:47,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:19:47,409 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:19:47,410 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:47,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:19:47,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:19:47,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:19:47,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:19:47,412 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:19:47,413 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:19:47,413 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:19:47,413 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000787413,5,FailOnTimeoutGroup] 2024-11-19T07:19:47,419 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000787413,5,FailOnTimeoutGroup] 2024-11-19T07:19:47,419 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,419 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:19:47,419 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,419 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:19:47,474 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(746): ClusterId : 4cc2b290-2ab6-45da-948f-441705076ac1 2024-11-19T07:19:47,474 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:19:47,481 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:19:47,481 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:19:47,491 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:19:47,492 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:47,508 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:44633 2024-11-19T07:19:47,508 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:19:47,508 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:19:47,508 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:19:47,509 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,44289,1732000785265 with port=44633, startcode=1732000785449 2024-11-19T07:19:47,509 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:19:47,510 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:19:47,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44289 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,512 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf 2024-11-19T07:19:47,512 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32775 2024-11-19T07:19:47,512 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:19:47,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/rs 2024-11-19T07:19:47,523 DEBUG [RS:0;db0afee3eab9:44633 {}] zookeeper.ZKUtil(111): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on existing znode=/0-2138333273/rs/db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,523 WARN [RS:0;db0afee3eab9:44633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:47,523 INFO [RS:0;db0afee3eab9:44633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:47,523 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,44633,1732000785449] 2024-11-19T07:19:47,526 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:19:47,527 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:19:47,527 INFO [RS:0;db0afee3eab9:44633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:19:47,527 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,527 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:19:47,528 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:19:47,528 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:47,528 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:47,529 DEBUG [RS:0;db0afee3eab9:44633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,529 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44633,1732000785449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:47,550 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:19:47,550 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44633,1732000785449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,550 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,550 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.Replication(171): db0afee3eab9,44633,1732000785449 started 2024-11-19T07:19:47,571 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:47,571 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,44633,1732000785449, RpcServer on db0afee3eab9/172.17.0.2:44633, sessionid=0x10151f693630001 2024-11-19T07:19:47,571 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:19:47,571 DEBUG [RS:0;db0afee3eab9:44633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,571 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44633,1732000785449' 2024-11-19T07:19:47,571 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138333273/flush-table-proc/abort' 2024-11-19T07:19:47,572 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138333273/flush-table-proc/acquired' 2024-11-19T07:19:47,573 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:19:47,573 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:19:47,573 DEBUG [RS:0;db0afee3eab9:44633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,44633,1732000785449 2024-11-19T07:19:47,573 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44633,1732000785449' 2024-11-19T07:19:47,573 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2138333273/online-snapshot/abort' 2024-11-19T07:19:47,574 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2138333273/online-snapshot/acquired' 2024-11-19T07:19:47,574 DEBUG [RS:0;db0afee3eab9:44633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:19:47,574 INFO [RS:0;db0afee3eab9:44633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:19:47,574 INFO [RS:0;db0afee3eab9:44633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:19:47,675 INFO [RS:0;db0afee3eab9:44633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:47,676 INFO [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44633%2C1732000785449, suffix=, logDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs, maxLogs=10 2024-11-19T07:19:47,688 DEBUG [RS:0;db0afee3eab9:44633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676, exclude list is [], retry=0 2024-11-19T07:19:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44557,DS-d81ef090-a5a5-4357-be46-0234b4ce1340,DISK] 2024-11-19T07:19:47,692 INFO [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 2024-11-19T07:19:47,692 DEBUG [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535)] 2024-11-19T07:19:47,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:19:47,823 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf 2024-11-19T07:19:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:19:48,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:48,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:48,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:48,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:48,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:48,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:48,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:48,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:48,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:48,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740 2024-11-19T07:19:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740 2024-11-19T07:19:48,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:48,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:48,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:48,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:48,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:48,257 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69238342, jitterRate=0.03173169493675232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000788243Initializing all the Stores at 1732000788244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000788244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788244Cleaning up temporary data from old regions at 1732000788252 (+8 ms)Region opened successfully at 1732000788257 (+5 ms) 2024-11-19T07:19:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:48,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:48,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:48,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000788257Disabling compacts and flushes for region at 1732000788257Disabling writes for close at 1732000788257Writing region close event to WAL at 1732000788258 (+1 ms)Closed at 1732000788258 2024-11-19T07:19:48,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:48,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:19:48,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:19:48,260 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:48,260 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:19:48,411 DEBUG [db0afee3eab9:44289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:48,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:48,413 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44633,1732000785449, state=OPENING 2024-11-19T07:19:48,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:19:48,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:48,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:48,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138333273/meta-region-server: CHANGED 2024-11-19T07:19:48,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138333273/meta-region-server: CHANGED 2024-11-19T07:19:48,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:48,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44633,1732000785449}] 2024-11-19T07:19:48,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:19:48,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:19:48,672 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:19:48,672 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:48,672 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:19:48,673 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44633%2C1732000785449.meta, suffix=.meta, logDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs, maxLogs=10 2024-11-19T07:19:48,684 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.meta.1732000788673.meta, exclude list is [], retry=0 2024-11-19T07:19:48,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44557,DS-d81ef090-a5a5-4357-be46-0234b4ce1340,DISK] 2024-11-19T07:19:48,688 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.meta.1732000788673.meta 2024-11-19T07:19:48,688 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535)] 2024-11-19T07:19:48,688 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:48,688 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:48,688 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:48,688 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:19:48,688 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:19:48,689 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:19:48,689 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:48,689 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:19:48,689 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:19:48,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:48,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:48,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:48,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:48,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:48,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:48,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:48,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:48,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:48,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:48,694 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:48,694 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740 2024-11-19T07:19:48,695 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740 2024-11-19T07:19:48,696 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:48,696 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:48,696 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:48,697 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:48,698 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68960355, jitterRate=0.02758936583995819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:48,698 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:19:48,698 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000788689Writing region info on filesystem at 1732000788689Initializing all the Stores at 1732000788689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788690 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000788690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000788690Cleaning up temporary data from old regions at 1732000788696 (+6 ms)Running coprocessor post-open hooks at 1732000788698 (+2 ms)Region opened successfully at 1732000788698 2024-11-19T07:19:48,699 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000788667 2024-11-19T07:19:48,701 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:19:48,701 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:19:48,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:48,702 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44633,1732000785449, state=OPEN 2024-11-19T07:19:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138333273/meta-region-server 2024-11-19T07:19:48,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2138333273/meta-region-server 2024-11-19T07:19:48,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:48,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138333273/meta-region-server: CHANGED 2024-11-19T07:19:48,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2138333273/meta-region-server: CHANGED 2024-11-19T07:19:48,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:19:48,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44633,1732000785449 in 208 msec 2024-11-19T07:19:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:19:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-11-19T07:19:48,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:48,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:19:48,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:48,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:19:48,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:48,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:48,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-19T07:19:48,733 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000788733, completionTime=-1 2024-11-19T07:19:48,733 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:19:48,733 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000848735 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000908735 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:44289, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,736 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:48,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:19:48,740 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:19:48,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:19:48,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44289,1732000785265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:48,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:48,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:19:48,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:48,776 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6942441a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:48,778 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:48,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da32b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:48,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:19:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:48,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:48,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,44289,1732000785265 2024-11-19T07:19:48,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:48,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:48,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f693630002 connected 2024-11-19T07:19:48,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir so I do NOT create it in target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502 2024-11-19T07:19:48,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:19:48,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.tmp.dir so I do NOT create it in target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502 2024-11-19T07:19:48,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:19:48,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/cluster_b7322c79-37c8-8352-7afa-d31216039825, deleteOnExit=true 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/test.cache.data in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:19:48,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:48,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:19:48,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:19:49,172 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:49,175 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:49,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:49,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:49,176 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:19:49,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:49,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2067e905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:49,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf1b482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:49,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14bf4608{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/java.io.tmpdir/jetty-localhost-36069-hadoop-hdfs-3_4_1-tests_jar-_-any-4503372943805126091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:19:49,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ffa2cf1{HTTP/1.1, (http/1.1)}{localhost:36069} 2024-11-19T07:19:49,276 INFO [Time-limited test {}] server.Server(415): Started @173531ms 2024-11-19T07:19:49,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:19:49,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:19:49,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:19:49,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:19:49,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:19:49,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecaec44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:19:49,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b981b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:19:49,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64c83422{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/java.io.tmpdir/jetty-localhost-36259-hadoop-hdfs-3_4_1-tests_jar-_-any-15743876481500535531/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:19:49,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32983fcb{HTTP/1.1, (http/1.1)}{localhost:36259} 2024-11-19T07:19:49,665 INFO [Time-limited test {}] server.Server(415): Started @173921ms 2024-11-19T07:19:49,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:19:50,494 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/cluster_b7322c79-37c8-8352-7afa-d31216039825/data/data1/current/BP-1994096912-172.17.0.2-1732000788824/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:50,499 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/cluster_b7322c79-37c8-8352-7afa-d31216039825/data/data2/current/BP-1994096912-172.17.0.2-1732000788824/current, will proceed with Du for space computation calculation, 2024-11-19T07:19:50,538 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:19:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb83724223254a12 with lease ID 0x55121ebfe8fbd298: Processing first storage report for DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe from datanode DatanodeRegistration(127.0.0.1:39391, datanodeUuid=616adb86-5b43-4de7-90c4-3a5c420210dc, infoPort=46477, infoSecurePort=0, ipcPort=41711, storageInfo=lv=-57;cid=testClusterID;nsid=47307177;c=1732000788824) 2024-11-19T07:19:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb83724223254a12 with lease ID 0x55121ebfe8fbd298: from storage DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe node DatanodeRegistration(127.0.0.1:39391, datanodeUuid=616adb86-5b43-4de7-90c4-3a5c420210dc, infoPort=46477, infoSecurePort=0, ipcPort=41711, storageInfo=lv=-57;cid=testClusterID;nsid=47307177;c=1732000788824), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb83724223254a12 with lease ID 0x55121ebfe8fbd298: Processing first storage report for DS-d5f592a2-19e2-4dcf-9760-f019561661c5 from datanode DatanodeRegistration(127.0.0.1:39391, datanodeUuid=616adb86-5b43-4de7-90c4-3a5c420210dc, infoPort=46477, infoSecurePort=0, ipcPort=41711, storageInfo=lv=-57;cid=testClusterID;nsid=47307177;c=1732000788824) 2024-11-19T07:19:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb83724223254a12 with lease ID 0x55121ebfe8fbd298: from storage DS-d5f592a2-19e2-4dcf-9760-f019561661c5 node DatanodeRegistration(127.0.0.1:39391, datanodeUuid=616adb86-5b43-4de7-90c4-3a5c420210dc, infoPort=46477, infoSecurePort=0, ipcPort=41711, storageInfo=lv=-57;cid=testClusterID;nsid=47307177;c=1732000788824), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:19:50,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502 2024-11-19T07:19:50,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:50,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:19:51,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181 with version=8 2024-11-19T07:19:51,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/hbase-staging 2024-11-19T07:19:51,052 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:51,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:19:51,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:51,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45003 2024-11-19T07:19:51,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45003 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:51,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450030x0, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:51,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45003-0x10151f693630003 connected 2024-11-19T07:19:51,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:51,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:51,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/running 2024-11-19T07:19:51,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181, hbase.cluster.distributed=false 2024-11-19T07:19:51,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/acl 2024-11-19T07:19:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45003 2024-11-19T07:19:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45003 2024-11-19T07:19:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45003 2024-11-19T07:19:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45003 2024-11-19T07:19:51,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45003 2024-11-19T07:19:51,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:19:51,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42629 2024-11-19T07:19:51,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42629 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:51,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:51,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:51,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426290x0, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:51,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426290x0, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/running 2024-11-19T07:19:51,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42629-0x10151f693630004 connected 2024-11-19T07:19:51,238 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:19:51,239 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:19:51,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/master 2024-11-19T07:19:51,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/acl 2024-11-19T07:19:51,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T07:19:51,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42629 2024-11-19T07:19:51,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42629 2024-11-19T07:19:51,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T07:19:51,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42629 2024-11-19T07:19:51,260 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:45003 2024-11-19T07:19:51,260 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12115700295/backup-masters/db0afee3eab9,45003,1732000791052 2024-11-19T07:19:51,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/backup-masters 2024-11-19T07:19:51,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/backup-masters 2024-11-19T07:19:51,291 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on existing znode=/12115700295/backup-masters/db0afee3eab9,45003,1732000791052 2024-11-19T07:19:51,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:51,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12115700295/master 2024-11-19T07:19:51,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:51,333 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on existing znode=/12115700295/master 2024-11-19T07:19:51,333 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12115700295/backup-masters/db0afee3eab9,45003,1732000791052 from backup master directory 2024-11-19T07:19:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/backup-masters 2024-11-19T07:19:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12115700295/backup-masters/db0afee3eab9,45003,1732000791052 2024-11-19T07:19:51,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/backup-masters 2024-11-19T07:19:51,343 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:51,343 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,45003,1732000791052 2024-11-19T07:19:51,346 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/hbase.id] with ID: 54ef9dbb-939b-448a-8fd1-638277880560 2024-11-19T07:19:51,346 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/.tmp/hbase.id 2024-11-19T07:19:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:19:51,751 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/.tmp/hbase.id]:[hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/hbase.id] 2024-11-19T07:19:51,759 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:19:51,759 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:19:51,760 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:19:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:51,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:19:52,212 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:52,213 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:19:52,213 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:19:52,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store 2024-11-19T07:19:52,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:19:52,251 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:52,251 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:19:52,251 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000792251Disabling compacts and flushes for region at 1732000792251Disabling writes for close at 1732000792251Writing region close event to WAL at 1732000792251Closed at 1732000792251 2024-11-19T07:19:52,255 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/.initializing 2024-11-19T07:19:52,255 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/WALs/db0afee3eab9,45003,1732000791052 2024-11-19T07:19:52,261 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:52,263 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C45003%2C1732000791052, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/WALs/db0afee3eab9,45003,1732000791052, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/oldWALs, maxLogs=10 2024-11-19T07:19:52,282 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/WALs/db0afee3eab9,45003,1732000791052/db0afee3eab9%2C45003%2C1732000791052.1732000792263, exclude list is [], retry=0 2024-11-19T07:19:52,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39391,DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe,DISK] 2024-11-19T07:19:52,288 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/WALs/db0afee3eab9,45003,1732000791052/db0afee3eab9%2C45003%2C1732000791052.1732000792263 2024-11-19T07:19:52,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-19T07:19:52,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:52,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:52,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,290 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:19:52,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:52,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:19:52,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:52,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:19:52,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:52,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:19:52,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:52,305 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,305 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,306 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,307 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,307 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,307 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:52,308 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:19:52,310 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:52,310 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59496823, jitterRate=-0.11342824995517731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:52,310 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000792290Initializing all the Stores at 1732000792293 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000792293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000792296 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000792296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000792296Cleaning up temporary data from old regions at 1732000792307 (+11 ms)Region opened successfully at 1732000792310 (+3 ms) 2024-11-19T07:19:52,311 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:19:52,314 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:52,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:19:52,316 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:19:52,317 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:19:52,317 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:19:52,317 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:19:52,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:19:52,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:19:52,322 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:19:52,323 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/balancer because node does not exist (not necessarily an error) 2024-11-19T07:19:52,364 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/balancer already deleted, retry=false 2024-11-19T07:19:52,364 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:19:52,365 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:19:52,374 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/normalizer already deleted, retry=false 2024-11-19T07:19:52,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:19:52,376 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:19:52,385 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/switch/split already deleted, retry=false 2024-11-19T07:19:52,386 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:19:52,395 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/switch/merge already deleted, retry=false 2024-11-19T07:19:52,397 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:19:52,406 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/snapshot-cleanup already deleted, retry=false 2024-11-19T07:19:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12115700295/running 2024-11-19T07:19:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12115700295/running 2024-11-19T07:19:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,417 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,45003,1732000791052, sessionid=0x10151f693630003, setting cluster-up flag (Was=false) 2024-11-19T07:19:52,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,469 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12115700295/flush-table-proc/acquired, /12115700295/flush-table-proc/reached, /12115700295/flush-table-proc/abort 2024-11-19T07:19:52,470 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,45003,1732000791052 2024-11-19T07:19:52,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:52,522 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12115700295/online-snapshot/acquired, /12115700295/online-snapshot/reached, /12115700295/online-snapshot/abort 2024-11-19T07:19:52,523 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,45003,1732000791052 2024-11-19T07:19:52,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:19:52,525 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:52,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:19:52,526 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:19:52,526 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,45003,1732000791052 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:52,527 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:52,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:19:52,535 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000822539 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:19:52,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:19:52,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:19:52,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:19:52,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:19:52,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:19:52,541 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:19:52,541 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:19:52,541 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000792541,5,FailOnTimeoutGroup] 2024-11-19T07:19:52,541 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000792541,5,FailOnTimeoutGroup] 2024-11-19T07:19:52,541 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,541 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:19:52,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:19:52,552 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(746): ClusterId : 54ef9dbb-939b-448a-8fd1-638277880560 2024-11-19T07:19:52,552 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:19:52,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:19:52,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181 2024-11-19T07:19:52,565 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:19:52,565 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:19:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:19:52,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:52,575 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:19:52,576 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499e9948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:19:52,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:52,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:52,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:52,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:52,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:52,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:52,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:52,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:52,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:52,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:52,596 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:42629 2024-11-19T07:19:52,596 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:19:52,596 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:19:52,596 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:19:52,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:52,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:52,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:52,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:52,598 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,45003,1732000791052 with port=42629, startcode=1732000791224 2024-11-19T07:19:52,598 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:19:52,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740 2024-11-19T07:19:52,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740 2024-11-19T07:19:52,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:52,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:52,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:52,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:52,605 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:19:52,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45003 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,607 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181 2024-11-19T07:19:52,607 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42845 2024-11-19T07:19:52,607 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:19:52,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:52,610 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70846391, jitterRate=0.05569349229335785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000792571Initializing all the Stores at 1732000792571Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000792571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000792580 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000792580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000792580Cleaning up temporary data from old regions at 1732000792600 (+20 ms)Region opened successfully at 1732000792610 (+10 ms) 2024-11-19T07:19:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:19:52,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:19:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:19:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:19:52,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:19:52,611 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:19:52,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000792610Disabling compacts and flushes for region at 1732000792610Disabling writes for close at 1732000792610Writing region close event to WAL at 1732000792611 (+1 ms)Closed at 1732000792611 2024-11-19T07:19:52,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:52,612 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:19:52,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:19:52,613 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:52,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:19:52,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/rs 2024-11-19T07:19:52,652 DEBUG [RS:0;db0afee3eab9:42629 {}] zookeeper.ZKUtil(111): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on existing znode=/12115700295/rs/db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,652 WARN [RS:0;db0afee3eab9:42629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:19:52,652 INFO [RS:0;db0afee3eab9:42629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:52,652 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,42629,1732000791224] 2024-11-19T07:19:52,667 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:19:52,669 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:19:52,675 INFO [RS:0;db0afee3eab9:42629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:19:52,675 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,675 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:19:52,676 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:19:52,676 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,676 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,676 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,676 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,676 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:52,677 DEBUG [RS:0;db0afee3eab9:42629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,696 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42629,1732000791224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:52,724 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:19:52,724 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42629,1732000791224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,724 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,724 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.Replication(171): db0afee3eab9,42629,1732000791224 started 2024-11-19T07:19:52,744 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:52,744 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,42629,1732000791224, RpcServer on db0afee3eab9/172.17.0.2:42629, sessionid=0x10151f693630004 2024-11-19T07:19:52,744 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:19:52,744 DEBUG [RS:0;db0afee3eab9:42629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,744 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42629,1732000791224' 2024-11-19T07:19:52,744 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12115700295/flush-table-proc/abort' 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12115700295/flush-table-proc/acquired' 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,42629,1732000791224 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,42629,1732000791224' 2024-11-19T07:19:52,745 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12115700295/online-snapshot/abort' 2024-11-19T07:19:52,746 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12115700295/online-snapshot/acquired' 2024-11-19T07:19:52,746 DEBUG [RS:0;db0afee3eab9:42629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:19:52,746 INFO [RS:0;db0afee3eab9:42629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:19:52,746 INFO [RS:0;db0afee3eab9:42629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:19:52,765 WARN [db0afee3eab9:45003 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:19:52,847 INFO [RS:0;db0afee3eab9:42629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:19:52,848 INFO [RS:0;db0afee3eab9:42629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42629%2C1732000791224, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/oldWALs, maxLogs=10 2024-11-19T07:19:52,867 DEBUG [RS:0;db0afee3eab9:42629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, exclude list is [], retry=0 2024-11-19T07:19:52,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39391,DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe,DISK] 2024-11-19T07:19:52,881 INFO [RS:0;db0afee3eab9:42629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 2024-11-19T07:19:52,888 DEBUG [RS:0;db0afee3eab9:42629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-19T07:19:53,015 DEBUG [db0afee3eab9:45003 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:19:53,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:53,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42629,1732000791224, state=OPENING 2024-11-19T07:19:53,038 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:19:53,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:53,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:53,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12115700295/meta-region-server: CHANGED 2024-11-19T07:19:53,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12115700295/meta-region-server: CHANGED 2024-11-19T07:19:53,050 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:19:53,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42629,1732000791224}] 2024-11-19T07:19:53,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:19:53,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:19:53,208 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:19:53,208 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:53,208 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:19:53,210 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42629%2C1732000791224.meta, suffix=.meta, logDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/oldWALs, maxLogs=10 2024-11-19T07:19:53,226 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.meta.1732000793210.meta, exclude list is [], retry=0 2024-11-19T07:19:53,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39391,DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe,DISK] 2024-11-19T07:19:53,231 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.meta.1732000793210.meta 2024-11-19T07:19:53,231 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-19T07:19:53,231 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:53,232 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:19:53,232 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:19:53,232 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:19:53,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:19:53,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:19:53,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:53,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:53,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:19:53,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:19:53,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:19:53,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:19:53,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:53,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:53,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:19:53,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:19:53,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:53,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:19:53,238 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:19:53,239 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740 2024-11-19T07:19:53,240 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740 2024-11-19T07:19:53,241 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:19:53,241 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:19:53,241 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:19:53,242 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:19:53,243 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66556947, jitterRate=-0.008224204182624817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:19:53,243 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:19:53,243 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000793232Writing region info on filesystem at 1732000793232Initializing all the Stores at 1732000793233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000793233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000793233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000793233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000793233Cleaning up temporary data from old regions at 1732000793241 (+8 ms)Running coprocessor post-open hooks at 1732000793243 (+2 ms)Region opened successfully at 1732000793243 2024-11-19T07:19:53,244 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000793203 2024-11-19T07:19:53,246 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:19:53,246 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:19:53,247 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:53,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,42629,1732000791224, state=OPEN 2024-11-19T07:19:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12115700295/meta-region-server 2024-11-19T07:19:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12115700295/meta-region-server 2024-11-19T07:19:53,259 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12115700295/meta-region-server: CHANGED 2024-11-19T07:19:53,259 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12115700295/meta-region-server: CHANGED 2024-11-19T07:19:53,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:19:53,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,42629,1732000791224 in 209 msec 2024-11-19T07:19:53,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:19:53,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-19T07:19:53,263 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:19:53,263 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:19:53,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:53,264 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:19:53,264 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:53,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:53,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 744 msec 2024-11-19T07:19:53,269 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000793269, completionTime=-1 2024-11-19T07:19:53,270 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:19:53,270 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000853272 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000913272 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:45003, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,272 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,274 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:19:53,276 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,279 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.936sec 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:19:53,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:19:53,281 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:19:53,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:19:53,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,45003,1732000791052-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:19:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:19:53,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:19:53,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:19:53,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T07:19:53,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:19:53,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:19:53,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:19:53,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:19:53,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cf692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:53,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:19:53,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:53,355 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:19:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:19:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:19:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:53,357 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:53,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae9833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:53,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:19:53,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:53,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:19:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,45003,1732000791052 2024-11-19T07:19:53,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-19T07:19:53,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:19:53,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f693630005 connected 2024-11-19T07:19:53,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:19:53,396 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@289e54a9 2024-11-19T07:19:53,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:53,398 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:53,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:19:53,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:19:53,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:53,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:19:53,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:19:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:53,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:19:53,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f32baadc17ebf358c2c371d398d3c12b, NAME => 'test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf 2024-11-19T07:19:53,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:19:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:53,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:19:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:53,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:53,857 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f32baadc17ebf358c2c371d398d3c12b, disabling compactions & flushes 2024-11-19T07:19:53,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:53,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:53,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. after waiting 0 ms 2024-11-19T07:19:53,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:53,858 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:53,858 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f32baadc17ebf358c2c371d398d3c12b: Waiting for close lock at 1732000793857Disabling compacts and flushes for region at 1732000793857Disabling writes for close at 1732000793858 (+1 ms)Writing region close event to WAL at 1732000793858Closed at 1732000793858 2024-11-19T07:19:53,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:19:53,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000793859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000793859"}]},"ts":"1732000793859"} 2024-11-19T07:19:53,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:19:53,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:19:53,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000793862"}]},"ts":"1732000793862"} 2024-11-19T07:19:53,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:19:53,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f32baadc17ebf358c2c371d398d3c12b, ASSIGN}] 2024-11-19T07:19:53,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f32baadc17ebf358c2c371d398d3c12b, ASSIGN 2024-11-19T07:19:53,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f32baadc17ebf358c2c371d398d3c12b, ASSIGN; state=OFFLINE, location=db0afee3eab9,44633,1732000785449; forceNewPlan=false, retain=false 2024-11-19T07:19:54,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f32baadc17ebf358c2c371d398d3c12b, regionState=OPENING, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:54,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f32baadc17ebf358c2c371d398d3c12b, ASSIGN because future has completed 2024-11-19T07:19:54,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f32baadc17ebf358c2c371d398d3c12b, server=db0afee3eab9,44633,1732000785449}] 2024-11-19T07:19:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:54,185 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:54,185 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f32baadc17ebf358c2c371d398d3c12b, NAME => 'test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:54,185 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:54,185 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:19:54,186 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,186 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:54,186 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,186 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,187 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,189 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32baadc17ebf358c2c371d398d3c12b columnFamilyName f 2024-11-19T07:19:54,189 DEBUG [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:54,190 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(327): Store=f32baadc17ebf358c2c371d398d3c12b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:54,190 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,191 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:54,191 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32baadc17ebf358c2c371d398d3c12b columnFamilyName f1 2024-11-19T07:19:54,191 DEBUG [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:54,192 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(327): Store=f32baadc17ebf358c2c371d398d3c12b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:54,192 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,196 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f32baadc17ebf358c2c371d398d3c12b columnFamilyName norep 2024-11-19T07:19:54,196 DEBUG [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:54,197 INFO [StoreOpener-f32baadc17ebf358c2c371d398d3c12b-1 {}] regionserver.HStore(327): Store=f32baadc17ebf358c2c371d398d3c12b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:54,197 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,198 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,198 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,198 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,199 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:54,200 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,212 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:54,212 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f32baadc17ebf358c2c371d398d3c12b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69486181, jitterRate=0.03542478382587433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:54,213 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:19:54,213 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f32baadc17ebf358c2c371d398d3c12b: Running coprocessor pre-open hook at 1732000794186Writing region info on filesystem at 1732000794186Initializing all the Stores at 1732000794187 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000794187Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000794187Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000794187Cleaning up temporary data from old regions at 1732000794199 (+12 ms)Running coprocessor post-open hooks at 1732000794213 (+14 ms)Region opened successfully at 1732000794213 2024-11-19T07:19:54,214 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., pid=6, masterSystemTime=1732000794179 2024-11-19T07:19:54,217 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:54,217 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:19:54,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f32baadc17ebf358c2c371d398d3c12b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f32baadc17ebf358c2c371d398d3c12b, server=db0afee3eab9,44633,1732000785449 because future has completed 2024-11-19T07:19:54,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:19:54,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f32baadc17ebf358c2c371d398d3c12b, server=db0afee3eab9,44633,1732000785449 in 197 msec 2024-11-19T07:19:54,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:19:54,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f32baadc17ebf358c2c371d398d3c12b, ASSIGN in 361 msec 2024-11-19T07:19:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,229 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:19:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000794229"}]},"ts":"1732000794229"} 2024-11-19T07:19:54,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,231 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:19:54,232 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:19:54,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 834 msec 2024-11-19T07:19:54,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:54,555 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:19:54,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:54,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:19:54,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7edc41 2024-11-19T07:19:54,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:54,557 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:54,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:54,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:19:54,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:19:54,560 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:54,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:19:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:54,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:19:54,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:19:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:54,970 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e7ee67854153cdefd1f1e50526697ea, NAME => 'test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181 2024-11-19T07:19:54,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e7ee67854153cdefd1f1e50526697ea, disabling compactions & flushes 2024-11-19T07:19:54,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. after waiting 0 ms 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:54,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:54,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e7ee67854153cdefd1f1e50526697ea: Waiting for close lock at 1732000794980Disabling compacts and flushes for region at 1732000794980Disabling writes for close at 1732000794980Writing region close event to WAL at 1732000794980Closed at 1732000794980 2024-11-19T07:19:54,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:19:54,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000794982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000794982"}]},"ts":"1732000794982"} 2024-11-19T07:19:54,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:19:54,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:19:54,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000794985"}]},"ts":"1732000794985"} 2024-11-19T07:19:54,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:19:54,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e7ee67854153cdefd1f1e50526697ea, ASSIGN}] 2024-11-19T07:19:54,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e7ee67854153cdefd1f1e50526697ea, ASSIGN 2024-11-19T07:19:54,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e7ee67854153cdefd1f1e50526697ea, ASSIGN; state=OFFLINE, location=db0afee3eab9,42629,1732000791224; forceNewPlan=false, retain=false 2024-11-19T07:19:55,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7ee67854153cdefd1f1e50526697ea, regionState=OPENING, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:55,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e7ee67854153cdefd1f1e50526697ea, ASSIGN because future has completed 2024-11-19T07:19:55,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7ee67854153cdefd1f1e50526697ea, server=db0afee3eab9,42629,1732000791224}] 2024-11-19T07:19:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:55,301 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:55,301 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e7ee67854153cdefd1f1e50526697ea, NAME => 'test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:55,301 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:55,301 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:19:55,301 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,301 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:55,301 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,301 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,303 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,304 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7ee67854153cdefd1f1e50526697ea columnFamilyName f 2024-11-19T07:19:55,304 DEBUG [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:55,304 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(327): Store=3e7ee67854153cdefd1f1e50526697ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:55,304 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,305 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7ee67854153cdefd1f1e50526697ea columnFamilyName f1 2024-11-19T07:19:55,305 DEBUG [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:55,305 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(327): Store=3e7ee67854153cdefd1f1e50526697ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:55,305 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,306 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e7ee67854153cdefd1f1e50526697ea columnFamilyName norep 2024-11-19T07:19:55,306 DEBUG [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:55,306 INFO [StoreOpener-3e7ee67854153cdefd1f1e50526697ea-1 {}] regionserver.HStore(327): Store=3e7ee67854153cdefd1f1e50526697ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:55,306 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,307 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,307 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,308 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,308 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,308 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:55,309 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,311 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:55,311 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e7ee67854153cdefd1f1e50526697ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72279775, jitterRate=0.07705257833003998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:55,311 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:19:55,311 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e7ee67854153cdefd1f1e50526697ea: Running coprocessor pre-open hook at 1732000795301Writing region info on filesystem at 1732000795301Initializing all the Stores at 1732000795302 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000795302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000795302Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000795302Cleaning up temporary data from old regions at 1732000795308 (+6 ms)Running coprocessor post-open hooks at 1732000795311 (+3 ms)Region opened successfully at 1732000795311 2024-11-19T07:19:55,312 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., pid=6, masterSystemTime=1732000795297 2024-11-19T07:19:55,314 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:55,314 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:19:55,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e7ee67854153cdefd1f1e50526697ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e7ee67854153cdefd1f1e50526697ea, server=db0afee3eab9,42629,1732000791224 because future has completed 2024-11-19T07:19:55,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:19:55,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e7ee67854153cdefd1f1e50526697ea, server=db0afee3eab9,42629,1732000791224 in 173 msec 2024-11-19T07:19:55,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:19:55,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e7ee67854153cdefd1f1e50526697ea, ASSIGN in 331 msec 2024-11-19T07:19:55,322 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:19:55,322 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000795322"}]},"ts":"1732000795322"} 2024-11-19T07:19:55,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:19:55,325 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:19:55,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-19T07:19:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:19:55,695 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:19:55,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f5c332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:19:55,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:55,697 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:19:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:19:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16afe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:19:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:55,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,698 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b47f790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8256f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:19:55,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:55,700 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:19:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:19:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d748dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:19:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,702 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:55,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f96612b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:19:55,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:55,704 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629547ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:55,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,705 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a07069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:19:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74703732 2024-11-19T07:19:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:55,707 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:55,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:45003,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:19:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:19:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:55,710 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:45003' 2024-11-19T07:19:55,711 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79eba080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,711 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:19:55,711 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:55,712 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:19:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:19:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a23655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:19:55,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:55,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,713 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2c2286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:55,714 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:19:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bcfc14c 2024-11-19T07:19:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:55,715 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:55,716 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T07:19:55,716 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:19:55,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,716 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:55,717 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:55,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:55,717 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:19:55,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:19:55,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:55,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:19:55,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:19:55,768 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:19:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:56,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a02a41f2ed1afcbb749772340489f08, NAME => 'hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf 2024-11-19T07:19:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:19:56,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:56,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a02a41f2ed1afcbb749772340489f08, disabling compactions & flushes 2024-11-19T07:19:56,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. after waiting 0 ms 2024-11-19T07:19:56,137 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,137 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a02a41f2ed1afcbb749772340489f08: Waiting for close lock at 1732000796137Disabling compacts and flushes for region at 1732000796137Disabling writes for close at 1732000796137Writing region close event to WAL at 1732000796137Closed at 1732000796137 2024-11-19T07:19:56,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:19:56,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000796139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000796139"}]},"ts":"1732000796139"} 2024-11-19T07:19:56,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:19:56,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:19:56,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000796142"}]},"ts":"1732000796142"} 2024-11-19T07:19:56,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:19:56,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a02a41f2ed1afcbb749772340489f08, ASSIGN}] 2024-11-19T07:19:56,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a02a41f2ed1afcbb749772340489f08, ASSIGN 2024-11-19T07:19:56,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a02a41f2ed1afcbb749772340489f08, ASSIGN; state=OFFLINE, location=db0afee3eab9,44633,1732000785449; forceNewPlan=false, retain=false 2024-11-19T07:19:56,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a02a41f2ed1afcbb749772340489f08, regionState=OPENING, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:56,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a02a41f2ed1afcbb749772340489f08, ASSIGN because future has completed 2024-11-19T07:19:56,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a02a41f2ed1afcbb749772340489f08, server=db0afee3eab9,44633,1732000785449}] 2024-11-19T07:19:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:56,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:56,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:19:56,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44633%2C1732000785449.rep, suffix=, logDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449, archiveDir=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs, maxLogs=10 2024-11-19T07:19:56,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.rep.1732000796458, exclude list is [], retry=0 2024-11-19T07:19:56,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44557,DS-d81ef090-a5a5-4357-be46-0234b4ce1340,DISK] 2024-11-19T07:19:56,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.rep.1732000796458 2024-11-19T07:19:56,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35535:35535)] 2024-11-19T07:19:56,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a02a41f2ed1afcbb749772340489f08, NAME => 'hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:56,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. service=MultiRowMutationService 2024-11-19T07:19:56,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,476 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,477 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a02a41f2ed1afcbb749772340489f08 columnFamilyName hfileref 2024-11-19T07:19:56,477 DEBUG [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:56,477 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(327): Store=3a02a41f2ed1afcbb749772340489f08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:56,477 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,478 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a02a41f2ed1afcbb749772340489f08 columnFamilyName queue 2024-11-19T07:19:56,478 DEBUG [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:56,479 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(327): Store=3a02a41f2ed1afcbb749772340489f08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:56,479 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,480 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a02a41f2ed1afcbb749772340489f08 columnFamilyName sid 2024-11-19T07:19:56,480 DEBUG [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:56,480 INFO [StoreOpener-3a02a41f2ed1afcbb749772340489f08-1 {}] regionserver.HStore(327): Store=3a02a41f2ed1afcbb749772340489f08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:56,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:56,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:56,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a02a41f2ed1afcbb749772340489f08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63285553, jitterRate=-0.056971773505210876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:56,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:19:56,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a02a41f2ed1afcbb749772340489f08: Running coprocessor pre-open hook at 1732000796475Writing region info on filesystem at 1732000796475Initializing all the Stores at 1732000796476 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000796476Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000796476Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000796476Cleaning up temporary data from old regions at 1732000796482 (+6 ms)Running coprocessor post-open hooks at 1732000796489 (+7 ms)Region opened successfully at 1732000796490 (+1 ms) 2024-11-19T07:19:56,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08., pid=10, masterSystemTime=1732000796452 2024-11-19T07:19:56,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:19:56,493 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a02a41f2ed1afcbb749772340489f08, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44633,1732000785449 2024-11-19T07:19:56,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a02a41f2ed1afcbb749772340489f08, server=db0afee3eab9,44633,1732000785449 because future has completed 2024-11-19T07:19:56,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:19:56,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a02a41f2ed1afcbb749772340489f08, server=db0afee3eab9,44633,1732000785449 in 196 msec 2024-11-19T07:19:56,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:19:56,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a02a41f2ed1afcbb749772340489f08, ASSIGN in 353 msec 2024-11-19T07:19:56,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:19:56,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000796499"}]},"ts":"1732000796499"} 2024-11-19T07:19:56,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:19:56,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:19:56,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-11-19T07:19:56,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08., hostname=db0afee3eab9,44633,1732000785449, seqNum=2] 2024-11-19T07:19:56,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:56,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:19:56,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:19:56,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:56,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:19:56,912 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:19:56,939 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,44633,1732000785449, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:19:56,940 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:56,940 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:19:56,940 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:56,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T07:19:56,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,44633,1732000785449', locateType=CURRENT is [region=hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08., hostname=db0afee3eab9,44633,1732000785449, seqNum=2] 2024-11-19T07:19:56,945 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:19:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:19:56,947 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,44633,1732000785449 suceeded 2024-11-19T07:19:56,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:19:56,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T07:19:56,949 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:45003,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:19:56,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2420 sec 2024-11-19T07:19:56,965 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:45003' 2024-11-19T07:19:56,966 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7adff181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:56,966 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:19:56,967 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:56,967 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:19:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:19:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dfa9c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:19:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:56,969 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:56,969 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d5d291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:56,969 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:19:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e379c84 2024-11-19T07:19:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:56,971 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T07:19:56,971 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,44633,1732000785449 (queues=1) is replicating from cluster=4cc2b290-2ab6-45da-948f-441705076ac1 to cluster=54ef9dbb-939b-448a-8fd1-638277880560 2024-11-19T07:19:56,972 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C44633%2C1732000785449 2024-11-19T07:19:56,972 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,44633,1732000785449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:19:56,972 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C44633%2C1732000785449 2024-11-19T07:19:56,972 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676, startPosition=0, beingWritten=true 2024-11-19T07:19:56,978 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:19:56,978 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:56,978 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44633,1732000785449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:19:57,184 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:57,488 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:57,855 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:19:57,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:19:57,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:19:57,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:57,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77555392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:19:57,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:57,857 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bbdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,858 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:57,859 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d12e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:57,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:19:57,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b8c71dc 2024-11-19T07:19:57,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:57,861 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:57,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:44289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:19:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:19:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:57,864 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44289' 2024-11-19T07:19:57,865 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156f4eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,865 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:19:57,865 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:57,866 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b674ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:19:57,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:57,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,867 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e7e3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:57,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:19:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e3a96a4 2024-11-19T07:19:57,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:57,870 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:19:57,870 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:19:57,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:19:57,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:57,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:19:57,871 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:19:57,872 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:19:57,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:19:57,873 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:57,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:19:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:19:57,892 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:57,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:19:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:58,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9120dcfff52b7c8a63b6c46bbc7c54d6, NAME => 'hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181 2024-11-19T07:19:58,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:19:58,396 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:58,667 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9120dcfff52b7c8a63b6c46bbc7c54d6, disabling compactions & flushes 2024-11-19T07:19:58,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. after waiting 0 ms 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:58,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:58,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9120dcfff52b7c8a63b6c46bbc7c54d6: Waiting for close lock at 1732000798688Disabling compacts and flushes for region at 1732000798688Disabling writes for close at 1732000798688Writing region close event to WAL at 1732000798688Closed at 1732000798688 2024-11-19T07:19:58,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:19:58,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000798690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000798690"}]},"ts":"1732000798690"} 2024-11-19T07:19:58,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:19:58,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:19:58,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000798693"}]},"ts":"1732000798693"} 2024-11-19T07:19:58,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:19:58,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9120dcfff52b7c8a63b6c46bbc7c54d6, ASSIGN}] 2024-11-19T07:19:58,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9120dcfff52b7c8a63b6c46bbc7c54d6, ASSIGN 2024-11-19T07:19:58,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9120dcfff52b7c8a63b6c46bbc7c54d6, ASSIGN; state=OFFLINE, location=db0afee3eab9,42629,1732000791224; forceNewPlan=false, retain=false 2024-11-19T07:19:58,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9120dcfff52b7c8a63b6c46bbc7c54d6, regionState=OPENING, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:58,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9120dcfff52b7c8a63b6c46bbc7c54d6, ASSIGN because future has completed 2024-11-19T07:19:58,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9120dcfff52b7c8a63b6c46bbc7c54d6, server=db0afee3eab9,42629,1732000791224}] 2024-11-19T07:19:59,000 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:19:59,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:59,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:19:59,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:19:59,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C42629%2C1732000791224.rep, suffix=, logDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224, archiveDir=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/oldWALs, maxLogs=10 2024-11-19T07:19:59,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.rep.1732000799010, exclude list is [], retry=0 2024-11-19T07:19:59,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39391,DS-c2f35664-d633-46d5-9e11-a2b8ab861ffe,DISK] 2024-11-19T07:19:59,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.rep.1732000799010 2024-11-19T07:19:59,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46477:46477)] 2024-11-19T07:19:59,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9120dcfff52b7c8a63b6c46bbc7c54d6, NAME => 'hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:19:59,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:19:59,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:19:59,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. service=MultiRowMutationService 2024-11-19T07:19:59,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:19:59,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:19:59,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,038 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,040 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9120dcfff52b7c8a63b6c46bbc7c54d6 columnFamilyName hfileref 2024-11-19T07:19:59,040 DEBUG [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:59,040 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(327): Store=9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:59,040 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,041 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9120dcfff52b7c8a63b6c46bbc7c54d6 columnFamilyName queue 2024-11-19T07:19:59,041 DEBUG [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:59,042 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(327): Store=9120dcfff52b7c8a63b6c46bbc7c54d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:59,042 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,043 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9120dcfff52b7c8a63b6c46bbc7c54d6 columnFamilyName sid 2024-11-19T07:19:59,043 DEBUG [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:19:59,043 INFO [StoreOpener-9120dcfff52b7c8a63b6c46bbc7c54d6-1 {}] regionserver.HStore(327): Store=9120dcfff52b7c8a63b6c46bbc7c54d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:19:59,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:19:59,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:19:59,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9120dcfff52b7c8a63b6c46bbc7c54d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69731853, jitterRate=0.03908558189868927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:19:59,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:19:59,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9120dcfff52b7c8a63b6c46bbc7c54d6: Running coprocessor pre-open hook at 1732000799033Writing region info on filesystem at 1732000799033Initializing all the Stores at 1732000799033Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000799034 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000799038 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000799038Cleaning up temporary data from old regions at 1732000799045 (+7 ms)Running coprocessor post-open hooks at 1732000799049 (+4 ms)Region opened successfully at 1732000799049 2024-11-19T07:19:59,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6., pid=10, masterSystemTime=1732000799003 2024-11-19T07:19:59,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:59,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:19:59,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9120dcfff52b7c8a63b6c46bbc7c54d6, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,42629,1732000791224 2024-11-19T07:19:59,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9120dcfff52b7c8a63b6c46bbc7c54d6, server=db0afee3eab9,42629,1732000791224 because future has completed 2024-11-19T07:19:59,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:19:59,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9120dcfff52b7c8a63b6c46bbc7c54d6, server=db0afee3eab9,42629,1732000791224 in 203 msec 2024-11-19T07:19:59,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:19:59,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9120dcfff52b7c8a63b6c46bbc7c54d6, ASSIGN in 360 msec 2024-11-19T07:19:59,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:19:59,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000799058"}]},"ts":"1732000799058"} 2024-11-19T07:19:59,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:19:59,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:19:59,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1900 sec 2024-11-19T07:19:59,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6., hostname=db0afee3eab9,42629,1732000791224, seqNum=2] 2024-11-19T07:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:59,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:19:59,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:19:59,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:19:59,275 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:19:59,308 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,42629,1732000791224, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:19:59,309 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:19:59,309 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:19:59,309 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:19:59,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T07:19:59,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,42629,1732000791224', locateType=CURRENT is [region=hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6., hostname=db0afee3eab9,42629,1732000791224, seqNum=2] 2024-11-19T07:19:59,315 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:19:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:19:59,317 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,42629,1732000791224 suceeded 2024-11-19T07:19:59,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:19:59,319 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:44289,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:19:59,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-19T07:19:59,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-19T07:19:59,331 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44289' 2024-11-19T07:19:59,332 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa49ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:59,332 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:19:59,332 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:19:59,333 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599b2eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:19:59,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:19:59,334 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:19:59,334 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa0cc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:19:59,335 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:19:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:19:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@408850c2 2024-11-19T07:19:59,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:19:59,336 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T07:19:59,336 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,42629,1732000791224 (queues=1) is replicating from cluster=54ef9dbb-939b-448a-8fd1-638277880560 to cluster=4cc2b290-2ab6-45da-948f-441705076ac1 2024-11-19T07:19:59,336 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C42629%2C1732000791224 2024-11-19T07:19:59,337 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,42629,1732000791224, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:19:59,337 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C42629%2C1732000791224 2024-11-19T07:19:59,337 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, startPosition=0, beingWritten=true 2024-11-19T07:19:59,343 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:19:59,343 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:19:59,343 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,42629,1732000791224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:19:59,547 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:19:59,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:19:59,704 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:19:59,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:19:59,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:19:59,851 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:00,014 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:20:00,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:00,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:00,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:00,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:00,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:00,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:00,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732000800018/Put/seqid=0 2024-11-19T07:20:00,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741840_1016 (size=7894) 2024-11-19T07:20:00,256 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:00,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732000800424/Put/seqid=0 2024-11-19T07:20:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741841_1017 (size=7691) 2024-11-19T07:20:00,509 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:20:00,761 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:00,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38dd488c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:00,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:20:00,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:00,833 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:20:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:20:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103570a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:20:00,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:00,835 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:00,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20200cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:00,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:20:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:00,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:00,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:20:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdfcb8b 2024-11-19T07:20:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:00,848 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:00,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2] 2024-11-19T07:20:00,854 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:20:00,859 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-19T07:20:00,861 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-19T07:20:00,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T07:20:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:00,868 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T07:20:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegion(2603): Flush status journal for f32baadc17ebf358c2c371d398d3c12b: 2024-11-19T07:20:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_1 2024-11-19T07:20:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_1 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ 2024-11-19T07:20:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_0 2024-11-19T07:20:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_0 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ 2024-11-19T07:20:00,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_1 into f32baadc17ebf358c2c371d398d3c12b/f as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ - updating store file list. 2024-11-19T07:20:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:00,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ into f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:00,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_1 into f32baadc17ebf358c2c371d398d3c12b/f (new location: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_) 2024-11-19T07:20:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_1 2024-11-19T07:20:00,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_0 into f32baadc17ebf358c2c371d398d3c12b/f as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ - updating store file list. 2024-11-19T07:20:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3bb3748e8d84e699d6f9901ac619110_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:00,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ into f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:00,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_0 into f32baadc17ebf358c2c371d398d3c12b/f (new location: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_) 2024-11-19T07:20:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins__test__6hu8glu8pf4l1eqeufmha93krk3arqpoqvc29kkk4rj0g59iajhdbq4qk4t2r9ds/f/hfile_0 2024-11-19T07:20:00,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:00,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:00,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:00,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2 , the old value is region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:44633 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:20:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:20:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2 from cache 2024-11-19T07:20:00,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:00,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T07:20:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:20:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:00,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2] 2024-11-19T07:20:00,896 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:20:00,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:20:01,366 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:01,414 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 379, reset compression=false 2024-11-19T07:20:01,418 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:01,418 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44633,1732000785449 got entry batch from reader: WALEntryBatch [walEntries=[{test/f32baadc17ebf358c2c371d398d3c12b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000800889/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:20:01,420 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:01,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-19T07:20:01,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.ReplicationSink(318): Replicating [4cc2b290-2ab6-45da-948f-441705076ac1] bulk loaded data 2024-11-19T07:20:01,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52efec7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:01,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:20:01,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:01,425 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:20:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:20:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40303e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:20:01,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:01,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:01,426 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:01,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fe1b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:01,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741840_1016 (size=7691) 2024-11-19T07:20:01,618 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741841_1017 (size=7894) 2024-11-19T07:20:01,898 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:20:01,925 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:02,071 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:02,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:20:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef10188 2024-11-19T07:20:02,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:02,275 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-19T07:20:02,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:20:02,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:02,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:20:02,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:02,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:02,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T07:20:02,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T07:20:02,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ for inclusion in 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-19T07:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:02,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ for inclusion in 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-19T07:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegion(2603): Flush status journal for 3e7ee67854153cdefd1f1e50526697ea: 2024-11-19T07:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_ 2024-11-19T07:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_ 2024-11-19T07:20:02,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_ - updating store file list. 2024-11-19T07:20:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:02,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:02,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f (new location: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_) 2024-11-19T07:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/1b15f3daeb28467cb07b66ebe4343e7a_SeqId_4_ 2024-11-19T07:20:02,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_ - updating store file list. 2024-11-19T07:20:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:02,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:02,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ into 3e7ee67854153cdefd1f1e50526697ea/f (new location: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_) 2024-11-19T07:20:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins.hfs.11__test__viqm6v6jsagqdcscrrb19c5eaggqf1r5eue2p5d88rvfl9t4lu8fudjbjcsd34vb/f/e3bb3748e8d84e699d6f9901ac619110_SeqId_4_ 2024-11-19T07:20:02,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.ReplicationSink(324): Finished replicating [4cc2b290-2ab6-45da-948f-441705076ac1] bulk loaded data 2024-11-19T07:20:02,329 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:02,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:02,875 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 379, reset compression=false 2024-11-19T07:20:02,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:02,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,42629,1732000791224 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e7ee67854153cdefd1f1e50526697ea/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000802316/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T07:20:02,896 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:02,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-19T07:20:02,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(318): Replicating [4cc2b290-2ab6-45da-948f-441705076ac1, 54ef9dbb-939b-448a-8fd1-638277880560] bulk loaded data 2024-11-19T07:20:02,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ebff35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:02,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44289,-1 for getting cluster id 2024-11-19T07:20:02,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:02,905 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4cc2b290-2ab6-45da-948f-441705076ac1' 2024-11-19T07:20:02,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:02,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4cc2b290-2ab6-45da-948f-441705076ac1" 2024-11-19T07:20:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fdde0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44289,-1] 2024-11-19T07:20:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:02,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:02,907 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:02,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa40998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:02,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:02,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732000802914/Put/seqid=0 2024-11-19T07:20:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741842_1018 (size=11194) 2024-11-19T07:20:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741842_1018 (size=7691) 2024-11-19T07:20:03,081 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 725, reset compression=false 2024-11-19T07:20:03,326 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732000803326/Put/seqid=0 2024-11-19T07:20:03,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741843_1019 (size=10791) 2024-11-19T07:20:03,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:20:03,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T07:20:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:20:03,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741843_1019 (size=7894) 2024-11-19T07:20:03,385 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 725, reset compression=false 2024-11-19T07:20:03,439 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:03,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69204874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:03,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,45003,-1 for getting cluster id 2024-11-19T07:20:03,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:03,736 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54ef9dbb-939b-448a-8fd1-638277880560' 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54ef9dbb-939b-448a-8fd1-638277880560" 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f9e7c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,45003,-1] 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:03,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:03,738 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:03,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f87e0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:03,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,42629,1732000791224, seqNum=-1] 2024-11-19T07:20:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:03,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44289,1732000785265 2024-11-19T07:20:03,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5141376f 2024-11-19T07:20:03,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:03,742 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-19T07:20:03,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:20:03,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:03,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:20:03,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:03,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:03,748 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,45003,1732000791052 2024-11-19T07:20:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54354b31 2024-11-19T07:20:03,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:03,750 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:03,751 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__ja75qh5qkcnp04i706iv629utggpt3epb3mqod5bh33t59l7b22dsmi5kfjr2h80/f/d1bd720f5a0b4fa89c0f7d2d2b688045_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-19T07:20:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2] 2024-11-19T07:20:03,754 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__ja75qh5qkcnp04i706iv629utggpt3epb3mqod5bh33t59l7b22dsmi5kfjr2h80/f/edbf9d60b3c948eb8004c69531ea93c9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-19T07:20:03,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(324): Finished replicating [4cc2b290-2ab6-45da-948f-441705076ac1, 54ef9dbb-939b-448a-8fd1-638277880560] bulk loaded data 2024-11-19T07:20:03,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:20:03,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-19T07:20:03,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-19T07:20:03,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T07:20:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:03,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T07:20:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegion(2603): Flush status journal for 3e7ee67854153cdefd1f1e50526697ea: 2024-11-19T07:20:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_0 2024-11-19T07:20:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_0 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ 2024-11-19T07:20:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_1 2024-11-19T07:20:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_1 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ 2024-11-19T07:20:03,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_0 into 3e7ee67854153cdefd1f1e50526697ea/f as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ - updating store file list. 2024-11-19T07:20:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 106af83cda3d4d3b87c41aa55307a156_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:03,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ into 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:03,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_0 into 3e7ee67854153cdefd1f1e50526697ea/f (new location: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_) 2024-11-19T07:20:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_0 2024-11-19T07:20:03,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_1 into 3e7ee67854153cdefd1f1e50526697ea/f as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ - updating store file list. 2024-11-19T07:20:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:03,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ into 3e7ee67854153cdefd1f1e50526697ea/f 2024-11-19T07:20:03,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_1 into 3e7ee67854153cdefd1f1e50526697ea/f (new location: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_) 2024-11-19T07:20:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/staging/jenkins__test__6ev8p9t8ah5rkgilmnmgl4moi95bnck03bv5dd5v5s9ko2scdlofdrbf6i2g4l2h/f/hfile_1 2024-11-19T07:20:03,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:03,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:03,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:03,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:03,789 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 725, reset compression=false 2024-11-19T07:20:03,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2 , the old value is region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:42629 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:20:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:20:03,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea., hostname=db0afee3eab9,42629,1732000791224, seqNum=2 from cache 2024-11-19T07:20:03,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:03,790 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T07:20:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44633,1732000785449, seqNum=-1] 2024-11-19T07:20:03,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:03,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:03,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b., hostname=db0afee3eab9,44633,1732000785449, seqNum=2] 2024-11-19T07:20:03,795 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:03,795 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,42629,1732000791224 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e7ee67854153cdefd1f1e50526697ea/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000803787/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:20:03,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(318): Replicating [54ef9dbb-939b-448a-8fd1-638277880560] bulk loaded data 2024-11-19T07:20:03,803 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:20:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741844_1020 (size=11194) 2024-11-19T07:20:03,895 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:20:03,995 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1033, reset compression=false 2024-11-19T07:20:04,142 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:04,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741845_1021 (size=10791) 2024-11-19T07:20:04,299 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1033, reset compression=false 2024-11-19T07:20:04,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:20:04,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-19T07:20:04,626 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-19T07:20:04,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ for inclusion in f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-19T07:20:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:04,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ for inclusion in f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-19T07:20:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:20:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegion(2603): Flush status journal for f32baadc17ebf358c2c371d398d3c12b: 2024-11-19T07:20:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 106af83cda3d4d3b87c41aa55307a156_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:20:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/d28783c4856046cd965481b69f494ab7_SeqId_6_ 2024-11-19T07:20:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:20:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/0b6ce03c9b074c66885b439570a2086b_SeqId_6_ 2024-11-19T07:20:04,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/d28783c4856046cd965481b69f494ab7_SeqId_6_ - updating store file list. 2024-11-19T07:20:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d28783c4856046cd965481b69f494ab7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:04,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/d28783c4856046cd965481b69f494ab7_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:04,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f (new location: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/d28783c4856046cd965481b69f494ab7_SeqId_6_) 2024-11-19T07:20:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/106af83cda3d4d3b87c41aa55307a156_SeqId_6_ 2024-11-19T07:20:04,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/0b6ce03c9b074c66885b439570a2086b_SeqId_6_ - updating store file list. 2024-11-19T07:20:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b6ce03c9b074c66885b439570a2086b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:20:04,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/0b6ce03c9b074c66885b439570a2086b_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f 2024-11-19T07:20:04,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ into f32baadc17ebf358c2c371d398d3c12b/f (new location: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/f/0b6ce03c9b074c66885b439570a2086b_SeqId_6_) 2024-11-19T07:20:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/staging/jenkins.hfs.10__test__mv4ul54fs5235qif1ldqrejqfejbhl01kb4p68o6bui383m8lf2ekfu9n737jvlq/f/ca5fc19ad8d549a992585a3a3cfa0f89_SeqId_6_ 2024-11-19T07:20:04,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44633 {}] regionserver.ReplicationSink(324): Finished replicating [54ef9dbb-939b-448a-8fd1-638277880560] bulk loaded data 2024-11-19T07:20:04,703 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1033, reset compression=false 2024-11-19T07:20:04,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:20:04,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:04,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:04,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:04,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:04,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:20:04,815 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319008121, stopped=false 2024-11-19T07:20:04,815 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,45003,1732000791052 2024-11-19T07:20:04,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12115700295/running 2024-11-19T07:20:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12115700295/running 2024-11-19T07:20:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:20:04,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:20:04,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:04,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:04,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:04,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:04,827 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,42629,1732000791224' ***** 2024-11-19T07:20:04,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/running 2024-11-19T07:20:04,827 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:20:04,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Set watcher on znode that does not yet exist, /12115700295/running 2024-11-19T07:20:04,828 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:20:04,828 INFO [RS:0;db0afee3eab9:42629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:20:04,828 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:20:04,828 INFO [RS:0;db0afee3eab9:42629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:20:04,828 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e7ee67854153cdefd1f1e50526697ea 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,42629,1732000791224 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:04,835 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9120dcfff52b7c8a63b6c46bbc7c54d6, disabling compactions & flushes 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42629. 2024-11-19T07:20:04,835 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:20:04,835 DEBUG [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:04,835 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:20:04,835 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:04,835 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. after waiting 0 ms 2024-11-19T07:20:04,835 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:20:04,835 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:20:04,835 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-19T07:20:04,836 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:20:04,836 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1325): Online Regions={9120dcfff52b7c8a63b6c46bbc7c54d6=hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6., 1588230740=hbase:meta,,1.1588230740, 3e7ee67854153cdefd1f1e50526697ea=test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea.} 2024-11-19T07:20:04,836 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:04,836 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7ee67854153cdefd1f1e50526697ea, 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:04,836 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:04,836 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:04,836 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:04,836 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:04,836 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:20:04,850 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/info/1e9735be993d4f07902a9be7e08b4cc5 is 147, key is hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6./info:regioninfo/1732000799052/Put/seqid=0 2024-11-19T07:20:04,852 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/hfileref/48019dcbc3204110a788cba83fe96ea6 is 74, key is 1/hfileref:106af83cda3d4d3b87c41aa55307a156_SeqId_6_/1732000804650/DeleteColumn/seqid=0 2024-11-19T07:20:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741844_1020 (size=7686) 2024-11-19T07:20:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741845_1021 (size=5345) 2024-11-19T07:20:04,921 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:04,945 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 687, reset compression=false 2024-11-19T07:20:04,949 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:04,949 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44633,1732000785449 got entry batch from reader: WALEntryBatch [walEntries=[{test/f32baadc17ebf358c2c371d398d3c12b/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000804648/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-19T07:20:04,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:04,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:41456 deadline: 1732000864950, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping 2024-11-19T07:20:04,952 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:05,036 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7ee67854153cdefd1f1e50526697ea, 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:05,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:05,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:41456 deadline: 1732000865054, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping 2024-11-19T07:20:05,055 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:05,149 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:05,206 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1033, reset compression=false 2024-11-19T07:20:05,236 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7ee67854153cdefd1f1e50526697ea, 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:05,257 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/info/1e9735be993d4f07902a9be7e08b4cc5 2024-11-19T07:20:05,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:05,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:41456 deadline: 1732000865258, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping 2024-11-19T07:20:05,259 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/hfileref/48019dcbc3204110a788cba83fe96ea6 2024-11-19T07:20:05,259 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:05,276 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/ns/4c19b0f31cb540f3a2c522742bdc2e05 is 43, key is default/ns:d/1732000793266/Put/seqid=0 2024-11-19T07:20:05,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741846_1022 (size=5153) 2024-11-19T07:20:05,285 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/queue/69142881ea454534a109835e296691ab is 154, key is 1-db0afee3eab9,42629,1732000791224/queue:db0afee3eab9%2C42629%2C1732000791224/1732000804652/Put/seqid=0 2024-11-19T07:20:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741847_1023 (size=5353) 2024-11-19T07:20:05,436 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7ee67854153cdefd1f1e50526697ea, 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:05,453 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:05,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:05,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42629 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:41456 deadline: 1732000865562, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping 2024-11-19T07:20:05,563 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server db0afee3eab9,42629,1732000791224 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:05,636 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e7ee67854153cdefd1f1e50526697ea, 9120dcfff52b7c8a63b6c46bbc7c54d6 2024-11-19T07:20:05,681 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/ns/4c19b0f31cb540f3a2c522742bdc2e05 2024-11-19T07:20:05,689 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/queue/69142881ea454534a109835e296691ab 2024-11-19T07:20:05,693 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/hfileref/48019dcbc3204110a788cba83fe96ea6 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref/48019dcbc3204110a788cba83fe96ea6 2024-11-19T07:20:05,697 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref/48019dcbc3204110a788cba83fe96ea6, entries=4, sequenceid=12, filesize=5.2 K 2024-11-19T07:20:05,698 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/.tmp/queue/69142881ea454534a109835e296691ab as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/queue/69142881ea454534a109835e296691ab 2024-11-19T07:20:05,702 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/queue/69142881ea454534a109835e296691ab, entries=1, sequenceid=12, filesize=5.2 K 2024-11-19T07:20:05,702 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/rep_barrier/bde62ebeff48447a8b73a7e207175f79 is 112, key is test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea./rep_barrier:seqnumDuringOpen/1732000795314/Put/seqid=0 2024-11-19T07:20:05,703 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9120dcfff52b7c8a63b6c46bbc7c54d6 in 868ms, sequenceid=12, compaction requested=false 2024-11-19T07:20:05,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741848_1024 (size=5518) 2024-11-19T07:20:05,713 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/replication/9120dcfff52b7c8a63b6c46bbc7c54d6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:05,714 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9120dcfff52b7c8a63b6c46bbc7c54d6: Waiting for close lock at 1732000804835Running coprocessor pre-close hooks at 1732000804835Disabling compacts and flushes for region at 1732000804835Disabling writes for close at 1732000804835Obtaining lock to block concurrent updates at 1732000804835Preparing flush snapshotting stores in 9120dcfff52b7c8a63b6c46bbc7c54d6 at 1732000804835Finished memstore snapshotting hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732000804836 (+1 ms)Flushing stores of hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. at 1732000804836Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref: creating writer at 1732000804836Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref: appending metadata at 1732000804851 (+15 ms)Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/hfileref: closing flushed file at 1732000804851Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/queue: creating writer at 1732000805265 (+414 ms)Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/queue: appending metadata at 1732000805285 (+20 ms)Flushing 9120dcfff52b7c8a63b6c46bbc7c54d6/queue: closing flushed file at 1732000805285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72394a50: reopening flushed file at 1732000805693 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28678bb0: reopening flushed file at 1732000805697 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 9120dcfff52b7c8a63b6c46bbc7c54d6 in 868ms, sequenceid=12, compaction requested=false at 1732000805703 (+6 ms)Writing region close event to WAL at 1732000805706 (+3 ms)Running coprocessor post-close hooks at 1732000805713 (+7 ms)Closed at 1732000805714 (+1 ms) 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000797871.9120dcfff52b7c8a63b6c46bbc7c54d6. 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e7ee67854153cdefd1f1e50526697ea, disabling compactions & flushes 2024-11-19T07:20:05,714 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. after waiting 0 ms 2024-11-19T07:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:20:05,717 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/default/test/3e7ee67854153cdefd1f1e50526697ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:20:05,718 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:05,718 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:05,718 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:20:05,718 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e7ee67854153cdefd1f1e50526697ea: Waiting for close lock at 1732000805714Running coprocessor pre-close hooks at 1732000805714Disabling compacts and flushes for region at 1732000805714Disabling writes for close at 1732000805714Writing region close event to WAL at 1732000805715 (+1 ms)Running coprocessor post-close hooks at 1732000805718 (+3 ms)Closed at 1732000805718 2024-11-19T07:20:05,718 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000794557.3e7ee67854153cdefd1f1e50526697ea. 2024-11-19T07:20:05,751 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:20:05,751 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:20:05,810 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1033, reset compression=false 2024-11-19T07:20:05,814 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:05,814 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1328, reset compression=false 2024-11-19T07:20:05,814 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,42629,1732000791224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:05,815 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,42629,1732000791224: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,42629,1732000791224, walGroup=db0afee3eab9%2C42629%2C1732000791224, offset=db0afee3eab9%2C42629%2C1732000791224.1732000792848:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:42629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:20:05,817 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:20:05,818 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:20:05,819 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:20:05,819 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:20:05,819 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:20:05,820 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 561865808 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187446224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:20:05,822 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:20:05,837 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:05,857 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,42629,1732000791224 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:05,966 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server db0afee3eab9,42629,1732000791224 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:06,022 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1328, reset compression=false 2024-11-19T07:20:06,037 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:20:06,037 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:20:06,037 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:06,109 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/rep_barrier/bde62ebeff48447a8b73a7e207175f79 2024-11-19T07:20:06,128 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/table/24d90250f45246bf867f2ceae7859b77 is 53, key is hbase:replication/table:state/1732000799058/Put/seqid=0 2024-11-19T07:20:06,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741849_1025 (size=5308) 2024-11-19T07:20:06,237 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:06,325 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1328, reset compression=false 2024-11-19T07:20:06,360 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:06,437 DEBUG [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:06,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server db0afee3eab9,42629,1732000791224 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:06,470 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server db0afee3eab9,42629,1732000791224 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:06,532 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/table/24d90250f45246bf867f2ceae7859b77 2024-11-19T07:20:06,537 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/info/1e9735be993d4f07902a9be7e08b4cc5 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/info/1e9735be993d4f07902a9be7e08b4cc5 2024-11-19T07:20:06,542 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/info/1e9735be993d4f07902a9be7e08b4cc5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:20:06,542 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/ns/4c19b0f31cb540f3a2c522742bdc2e05 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/ns/4c19b0f31cb540f3a2c522742bdc2e05 2024-11-19T07:20:06,548 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/ns/4c19b0f31cb540f3a2c522742bdc2e05, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:20:06,549 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/rep_barrier/bde62ebeff48447a8b73a7e207175f79 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/rep_barrier/bde62ebeff48447a8b73a7e207175f79 2024-11-19T07:20:06,553 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/rep_barrier/bde62ebeff48447a8b73a7e207175f79, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:20:06,554 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/.tmp/table/24d90250f45246bf867f2ceae7859b77 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/table/24d90250f45246bf867f2ceae7859b77 2024-11-19T07:20:06,557 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/table/24d90250f45246bf867f2ceae7859b77, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:20:06,558 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false 2024-11-19T07:20:06,564 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:20:06,565 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:06,565 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:06,565 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:06,565 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000804836Running coprocessor pre-close hooks at 1732000804836Disabling compacts and flushes for region at 1732000804836Disabling writes for close at 1732000804836Obtaining lock to block concurrent updates at 1732000804836Preparing flush snapshotting stores in 1588230740 at 1732000804836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000804836Flushing stores of hbase:meta,,1.1588230740 at 1732000804836Flushing 1588230740/info: creating writer at 1732000804836Flushing 1588230740/info: appending metadata at 1732000804850 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732000804850Flushing 1588230740/ns: creating writer at 1732000805261 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732000805276 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732000805276Flushing 1588230740/rep_barrier: creating writer at 1732000805685 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000805701 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000805702 (+1 ms)Flushing 1588230740/table: creating writer at 1732000806113 (+411 ms)Flushing 1588230740/table: appending metadata at 1732000806127 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732000806127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545d421c: reopening flushed file at 1732000806536 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7132ea46: reopening flushed file at 1732000806542 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ff46db: reopening flushed file at 1732000806548 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5e0b21: reopening flushed file at 1732000806553 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1722ms, sequenceid=16, compaction requested=false at 1732000806558 (+5 ms)Writing region close event to WAL at 1732000806562 (+4 ms)Running coprocessor post-close hooks at 1732000806565 (+3 ms)Closed at 1732000806565 2024-11-19T07:20:06,565 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:06,637 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,42629,1732000791224; all regions closed. 2024-11-19T07:20:06,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:20:06,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.meta.1732000793210.meta not finished, retry = 0 2024-11-19T07:20:06,729 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.1732000792848 to pos 1328, reset compression=false 2024-11-19T07:20:06,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/WALs/db0afee3eab9,42629,1732000791224/db0afee3eab9%2C42629%2C1732000791224.rep.1732000799010 not finished, retry = 0 2024-11-19T07:20:06,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741839_1015 (size=3127) 2024-11-19T07:20:06,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741833_1009 (size=1336) 2024-11-19T07:20:06,845 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:06,846 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:06,846 INFO [RS:0;db0afee3eab9:42629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:06,846 INFO [RS:0;db0afee3eab9:42629 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:06,846 INFO [RS:0;db0afee3eab9:42629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:06,846 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:06,846 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,42629,1732000791224 because: Region server is closing 2024-11-19T07:20:06,847 INFO [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42629. 2024-11-19T07:20:06,847 DEBUG [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:06,847 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:06,847 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:06,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:06,947 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.shipperdb0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 terminated 2024-11-19T07:20:06,947 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,42629,1732000791224.replicationSource.wal-reader.db0afee3eab9%2C42629%2C1732000791224,1-db0afee3eab9,42629,1732000791224 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:20:06,948 INFO [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:42629. 2024-11-19T07:20:06,948 DEBUG [RS:0;db0afee3eab9:42629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:06,948 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:06,948 DEBUG [RS:0;db0afee3eab9:42629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:06,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:06,948 INFO [RS:0;db0afee3eab9:42629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42629 2024-11-19T07:20:06,963 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12115700295/rs/db0afee3eab9,42629,1732000791224 2024-11-19T07:20:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295/rs 2024-11-19T07:20:07,047 INFO [RS:0;db0afee3eab9:42629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:07,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,42629,1732000791224] 2024-11-19T07:20:07,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12115700295/draining/db0afee3eab9,42629,1732000791224 already deleted, retry=false 2024-11-19T07:20:07,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,42629,1732000791224 expired; onlineServers=0 2024-11-19T07:20:07,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,45003,1732000791052' ***** 2024-11-19T07:20:07,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:20:07,068 INFO [M:0;db0afee3eab9:45003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:07,068 INFO [M:0;db0afee3eab9:45003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:07,069 DEBUG [M:0;db0afee3eab9:45003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:20:07,069 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:20:07,069 DEBUG [M:0;db0afee3eab9:45003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:20:07,069 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000792541 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000792541,5,FailOnTimeoutGroup] 2024-11-19T07:20:07,069 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000792541 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000792541,5,FailOnTimeoutGroup] 2024-11-19T07:20:07,069 INFO [M:0;db0afee3eab9:45003 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:07,069 INFO [M:0;db0afee3eab9:45003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:07,069 DEBUG [M:0;db0afee3eab9:45003 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:20:07,069 INFO [M:0;db0afee3eab9:45003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:20:07,069 INFO [M:0;db0afee3eab9:45003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:07,069 INFO [M:0;db0afee3eab9:45003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:20:07,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:20:07,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server db0afee3eab9:42629 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:42629 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address db0afee3eab9:42629 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:42629 2024-11-19T07:20:07,073 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=db0afee3eab9:42629 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:42629 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:42629 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-19T07:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43008 deadline: 1732000867075, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T07:20:07,076 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T07:20:07,077 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T07:20:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12115700295/master 2024-11-19T07:20:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12115700295 2024-11-19T07:20:07,079 DEBUG [M:0;db0afee3eab9:45003 {}] zookeeper.ZKUtil(347): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Unable to get data of znode /12115700295/master because node does not exist (not an error) 2024-11-19T07:20:07,079 WARN [M:0;db0afee3eab9:45003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:20:07,079 INFO [M:0;db0afee3eab9:45003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/.lastflushedseqids 2024-11-19T07:20:07,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741850_1026 (size=263) 2024-11-19T07:20:07,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:07,158 INFO [RS:0;db0afee3eab9:42629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:07,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42629-0x10151f693630004, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:07,158 INFO [RS:0;db0afee3eab9:42629 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,42629,1732000791224; zookeeper connection closed. 2024-11-19T07:20:07,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a7bd3e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a7bd3e4 2024-11-19T07:20:07,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:20:07,484 INFO [M:0;db0afee3eab9:45003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:20:07,485 INFO [M:0;db0afee3eab9:45003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:20:07,485 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:07,485 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:07,485 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:07,485 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:07,485 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:07,485 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T07:20:07,501 DEBUG [M:0;db0afee3eab9:45003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588106f5b7114206a3f46aba5a84b57e is 82, key is hbase:meta,,1/info:regioninfo/1732000793247/Put/seqid=0 2024-11-19T07:20:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741851_1027 (size=5672) 2024-11-19T07:20:07,667 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:07,777 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T07:20:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43008 deadline: 1732000867778, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T07:20:07,779 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T07:20:07,780 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T07:20:07,780 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T07:20:07,905 INFO [M:0;db0afee3eab9:45003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588106f5b7114206a3f46aba5a84b57e 2024-11-19T07:20:07,926 DEBUG [M:0;db0afee3eab9:45003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67df5b010cfb46dcbea1adb2fac7e10c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000799062/Put/seqid=0 2024-11-19T07:20:07,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741852_1028 (size=8515) 2024-11-19T07:20:08,330 INFO [M:0;db0afee3eab9:45003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67df5b010cfb46dcbea1adb2fac7e10c 2024-11-19T07:20:08,347 DEBUG [M:0;db0afee3eab9:45003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41f88995c934a8fb941f146560fdb18 is 69, key is db0afee3eab9,42629,1732000791224/rs:state/1732000792606/Put/seqid=0 2024-11-19T07:20:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741853_1029 (size=5156) 2024-11-19T07:20:08,470 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:08,581 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T07:20:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:20:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45003 {}] ipc.CallRunner(138): callId: 28 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:43008 deadline: 1732000868582, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-19T07:20:08,583 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-19T07:20:08,583 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T07:20:08,583 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T07:20:08,751 INFO [M:0;db0afee3eab9:45003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41f88995c934a8fb941f146560fdb18 2024-11-19T07:20:08,758 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/588106f5b7114206a3f46aba5a84b57e as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/588106f5b7114206a3f46aba5a84b57e 2024-11-19T07:20:08,763 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/588106f5b7114206a3f46aba5a84b57e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:20:08,764 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67df5b010cfb46dcbea1adb2fac7e10c as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67df5b010cfb46dcbea1adb2fac7e10c 2024-11-19T07:20:08,768 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67df5b010cfb46dcbea1adb2fac7e10c, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:20:08,769 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41f88995c934a8fb941f146560fdb18 as hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c41f88995c934a8fb941f146560fdb18 2024-11-19T07:20:08,773 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42845/user/jenkins/test-data/0cfb9b7f-938c-fbcc-3468-21a69b9ab181/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c41f88995c934a8fb941f146560fdb18, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:20:08,774 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false 2024-11-19T07:20:08,778 INFO [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:08,778 DEBUG [M:0;db0afee3eab9:45003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000807485Disabling compacts and flushes for region at 1732000807485Disabling writes for close at 1732000807485Obtaining lock to block concurrent updates at 1732000807485Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000807485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732000807485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000807486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000807486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000807500 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000807500Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000807909 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000807925 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000807925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000808334 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000808346 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000808346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ebeef1: reopening flushed file at 1732000808757 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35233552: reopening flushed file at 1732000808763 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@494ec963: reopening flushed file at 1732000808768 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=97, compaction requested=false at 1732000808774 (+6 ms)Writing region close event to WAL at 1732000808778 (+4 ms)Closed at 1732000808778 2024-11-19T07:20:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39391 is added to blk_1073741830_1006 (size=63642) 2024-11-19T07:20:08,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:08,781 INFO [M:0;db0afee3eab9:45003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:20:08,781 INFO [M:0;db0afee3eab9:45003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45003 2024-11-19T07:20:08,782 INFO [M:0;db0afee3eab9:45003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:09,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45003-0x10151f693630003, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:09,021 INFO [M:0;db0afee3eab9:45003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:09,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64c83422{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:09,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32983fcb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:09,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:09,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b981b4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:09,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecaec44{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:09,086 WARN [BP-1994096912-172.17.0.2-1732000788824 heartbeating to localhost/127.0.0.1:42845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:20:09,086 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:20:09,086 WARN [BP-1994096912-172.17.0.2-1732000788824 heartbeating to localhost/127.0.0.1:42845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1994096912-172.17.0.2-1732000788824 (Datanode Uuid 616adb86-5b43-4de7-90c4-3a5c420210dc) service to localhost/127.0.0.1:42845 2024-11-19T07:20:09,086 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:20:09,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/cluster_b7322c79-37c8-8352-7afa-d31216039825/data/data1/current/BP-1994096912-172.17.0.2-1732000788824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:09,087 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/cluster_b7322c79-37c8-8352-7afa-d31216039825/data/data2/current/BP-1994096912-172.17.0.2-1732000788824 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:09,087 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:20:09,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14bf4608{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:09,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ffa2cf1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:09,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:09,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf1b482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:09,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2067e905{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:09,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:20:09,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:20:09,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:09,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:09,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:09,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:09,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:09,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:20:09,136 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1548465189, stopped=false 2024-11-19T07:20:09,136 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,44289,1732000785265 2024-11-19T07:20:09,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138333273/running 2024-11-19T07:20:09,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:20:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138333273/running 2024-11-19T07:20:09,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:20:09,153 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:09,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/running 2024-11-19T07:20:09,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Set watcher on znode that does not yet exist, /0-2138333273/running 2024-11-19T07:20:09,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:09,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:09,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:09,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,44633,1732000785449' ***** 2024-11-19T07:20:09,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:20:09,155 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:20:09,155 INFO [RS:0;db0afee3eab9:44633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:20:09,155 INFO [RS:0;db0afee3eab9:44633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:20:09,155 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a02a41f2ed1afcbb749772340489f08 2024-11-19T07:20:09,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:20:09,164 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:20:09,164 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,44633,1732000785449 2024-11-19T07:20:09,164 INFO [RS:0;db0afee3eab9:44633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:09,164 INFO [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44633. 2024-11-19T07:20:09,164 DEBUG [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:09,164 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:09,165 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:20:09,165 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:20:09,165 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:20:09,165 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:20:09,167 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a02a41f2ed1afcbb749772340489f08, disabling compactions & flushes 2024-11-19T07:20:09,167 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:20:09,167 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:20:09,168 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. after waiting 0 ms 2024-11-19T07:20:09,168 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:20:09,168 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a02a41f2ed1afcbb749772340489f08 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-19T07:20:09,171 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:20:09,171 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1325): Online Regions={3a02a41f2ed1afcbb749772340489f08=hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08., 1588230740=hbase:meta,,1.1588230740, f32baadc17ebf358c2c371d398d3c12b=test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b.} 2024-11-19T07:20:09,171 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a02a41f2ed1afcbb749772340489f08, f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:20:09,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:09,180 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:09,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:09,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:09,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:09,180 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:20:09,213 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/info/e5e2977d18554fd8bd313ff5461900f7 is 147, key is hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08./info:regioninfo/1732000796493/Put/seqid=0 2024-11-19T07:20:09,238 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/hfileref/7340222cab834c698e75ba31a5574019 is 74, key is 1/hfileref:0b6ce03c9b074c66885b439570a2086b_SeqId_6_/1732000804637/Put/seqid=0 2024-11-19T07:20:09,246 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:09,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741846_1022 (size=7686) 2024-11-19T07:20:09,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741847_1023 (size=5345) 2024-11-19T07:20:09,279 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/hfileref/7340222cab834c698e75ba31a5574019 2024-11-19T07:20:09,332 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/queue/ee9adec8a1fe4663aa752d614d760621 is 153, key is 1-db0afee3eab9,44633,1732000785449/queue:db0afee3eab9%2C44633%2C1732000785449/1732000802320/Put/seqid=0 2024-11-19T07:20:09,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741848_1024 (size=5352) 2024-11-19T07:20:09,368 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/queue/ee9adec8a1fe4663aa752d614d760621 2024-11-19T07:20:09,372 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a02a41f2ed1afcbb749772340489f08, f32baadc17ebf358c2c371d398d3c12b 2024-11-19T07:20:09,374 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:09,379 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/hfileref/7340222cab834c698e75ba31a5574019 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/hfileref/7340222cab834c698e75ba31a5574019 2024-11-19T07:20:09,386 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/hfileref/7340222cab834c698e75ba31a5574019, entries=4, sequenceid=10, filesize=5.2 K 2024-11-19T07:20:09,387 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/.tmp/queue/ee9adec8a1fe4663aa752d614d760621 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/queue/ee9adec8a1fe4663aa752d614d760621 2024-11-19T07:20:09,396 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/queue/ee9adec8a1fe4663aa752d614d760621, entries=1, sequenceid=10, filesize=5.2 K 2024-11-19T07:20:09,398 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3a02a41f2ed1afcbb749772340489f08 in 230ms, sequenceid=10, compaction requested=false 2024-11-19T07:20:09,433 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/replication/3a02a41f2ed1afcbb749772340489f08/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T07:20:09,434 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:09,434 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:09,434 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:20:09,434 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a02a41f2ed1afcbb749772340489f08: Waiting for close lock at 1732000809167Running coprocessor pre-close hooks at 1732000809167Disabling compacts and flushes for region at 1732000809167Disabling writes for close at 1732000809168 (+1 ms)Obtaining lock to block concurrent updates at 1732000809168Preparing flush snapshotting stores in 3a02a41f2ed1afcbb749772340489f08 at 1732000809168Finished memstore snapshotting hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732000809170 (+2 ms)Flushing stores of hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. at 1732000809178 (+8 ms)Flushing 3a02a41f2ed1afcbb749772340489f08/hfileref: creating writer at 1732000809178Flushing 3a02a41f2ed1afcbb749772340489f08/hfileref: appending metadata at 1732000809238 (+60 ms)Flushing 3a02a41f2ed1afcbb749772340489f08/hfileref: closing flushed file at 1732000809238Flushing 3a02a41f2ed1afcbb749772340489f08/queue: creating writer at 1732000809295 (+57 ms)Flushing 3a02a41f2ed1afcbb749772340489f08/queue: appending metadata at 1732000809331 (+36 ms)Flushing 3a02a41f2ed1afcbb749772340489f08/queue: closing flushed file at 1732000809331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d68d9d: reopening flushed file at 1732000809375 (+44 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c9a308: reopening flushed file at 1732000809386 (+11 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3a02a41f2ed1afcbb749772340489f08 in 230ms, sequenceid=10, compaction requested=false at 1732000809398 (+12 ms)Writing region close event to WAL at 1732000809420 (+22 ms)Running coprocessor post-close hooks at 1732000809434 (+14 ms)Closed at 1732000809434 2024-11-19T07:20:09,434 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000795716.3a02a41f2ed1afcbb749772340489f08. 2024-11-19T07:20:09,435 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f32baadc17ebf358c2c371d398d3c12b, disabling compactions & flushes 2024-11-19T07:20:09,435 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:20:09,435 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:20:09,435 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. after waiting 0 ms 2024-11-19T07:20:09,435 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:20:09,476 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/default/test/f32baadc17ebf358c2c371d398d3c12b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:20:09,477 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:09,477 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:09,477 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:20:09,477 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f32baadc17ebf358c2c371d398d3c12b: Waiting for close lock at 1732000809435Running coprocessor pre-close hooks at 1732000809435Disabling compacts and flushes for region at 1732000809435Disabling writes for close at 1732000809435Writing region close event to WAL at 1732000809454 (+19 ms)Running coprocessor post-close hooks at 1732000809477 (+23 ms)Closed at 1732000809477 2024-11-19T07:20:09,478 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b. 2024-11-19T07:20:09,484 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-19T07:20:09,485 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server db0afee3eab9:45003 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:45003 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:09,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address db0afee3eab9:45003 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:45003 2024-11-19T07:20:09,572 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:09,580 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:20:09,581 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:20:09,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:09,595 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server db0afee3eab9:45003 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:45003 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T07:20:09,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=db0afee3eab9:45003 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:45003 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-19T07:20:09,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address db0afee3eab9:45003 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: db0afee3eab9/172.17.0.2:45003 2024-11-19T07:20:09,659 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/info/e5e2977d18554fd8bd313ff5461900f7 2024-11-19T07:20:09,696 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/ns/f42cc84af02a434b95fa3e560f7175f4 is 43, key is default/ns:d/1732000788729/Put/seqid=0 2024-11-19T07:20:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741849_1025 (size=5153) 2024-11-19T07:20:09,724 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/ns/f42cc84af02a434b95fa3e560f7175f4 2024-11-19T07:20:09,764 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/rep_barrier/d5299c13d7b8434e967ff651d674000d is 112, key is test,,1732000793398.f32baadc17ebf358c2c371d398d3c12b./rep_barrier:seqnumDuringOpen/1732000794217/Put/seqid=0 2024-11-19T07:20:09,772 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:09,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741850_1026 (size=5518) 2024-11-19T07:20:09,775 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/rep_barrier/d5299c13d7b8434e967ff651d674000d 2024-11-19T07:20:09,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:09,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to db0afee3eab9:45003 this server is in the failed servers list 2024-11-19T07:20:09,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:45003 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:09,806 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/table/79ea02774ff14fc6b598e44cd04fd075 is 53, key is hbase:replication/table:state/1732000796499/Put/seqid=0 2024-11-19T07:20:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741851_1027 (size=5308) 2024-11-19T07:20:09,972 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:10,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:10,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to db0afee3eab9:45003 this server is in the failed servers list 2024-11-19T07:20:10,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:45003 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:10,172 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:20:10,172 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:20:10,173 DEBUG [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:10,212 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/table/79ea02774ff14fc6b598e44cd04fd075 2024-11-19T07:20:10,217 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/info/e5e2977d18554fd8bd313ff5461900f7 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/info/e5e2977d18554fd8bd313ff5461900f7 2024-11-19T07:20:10,222 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/info/e5e2977d18554fd8bd313ff5461900f7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:20:10,223 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/ns/f42cc84af02a434b95fa3e560f7175f4 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/ns/f42cc84af02a434b95fa3e560f7175f4 2024-11-19T07:20:10,226 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/ns/f42cc84af02a434b95fa3e560f7175f4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:20:10,227 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/rep_barrier/d5299c13d7b8434e967ff651d674000d as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/rep_barrier/d5299c13d7b8434e967ff651d674000d 2024-11-19T07:20:10,234 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/rep_barrier/d5299c13d7b8434e967ff651d674000d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:20:10,235 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/.tmp/table/79ea02774ff14fc6b598e44cd04fd075 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/table/79ea02774ff14fc6b598e44cd04fd075 2024-11-19T07:20:10,239 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/table/79ea02774ff14fc6b598e44cd04fd075, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:20:10,240 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1060ms, sequenceid=16, compaction requested=false 2024-11-19T07:20:10,244 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:20:10,244 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:10,244 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:10,244 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:10,244 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000809180Running coprocessor pre-close hooks at 1732000809180Disabling compacts and flushes for region at 1732000809180Disabling writes for close at 1732000809180Obtaining lock to block concurrent updates at 1732000809180Preparing flush snapshotting stores in 1588230740 at 1732000809180Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000809181 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000809181Flushing 1588230740/info: creating writer at 1732000809181Flushing 1588230740/info: appending metadata at 1732000809213 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732000809213Flushing 1588230740/ns: creating writer at 1732000809666 (+453 ms)Flushing 1588230740/ns: appending metadata at 1732000809694 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732000809694Flushing 1588230740/rep_barrier: creating writer at 1732000809744 (+50 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000809764 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000809764Flushing 1588230740/table: creating writer at 1732000809789 (+25 ms)Flushing 1588230740/table: appending metadata at 1732000809805 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732000809805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4752980f: reopening flushed file at 1732000810216 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7d7a91: reopening flushed file at 1732000810222 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d83ee27: reopening flushed file at 1732000810226 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8b0b7c: reopening flushed file at 1732000810234 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1060ms, sequenceid=16, compaction requested=false at 1732000810240 (+6 ms)Writing region close event to WAL at 1732000810241 (+1 ms)Running coprocessor post-close hooks at 1732000810244 (+3 ms)Closed at 1732000810244 2024-11-19T07:20:10,245 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:10,373 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,44633,1732000785449; all regions closed. 2024-11-19T07:20:10,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:20:10,378 DEBUG [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs 2024-11-19T07:20:10,378 INFO [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44633%2C1732000785449.meta:.meta(num 1732000788673) 2024-11-19T07:20:10,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741839_1015 (size=2695) 2024-11-19T07:20:10,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.rep.1732000796458 not finished, retry = 0 2024-11-19T07:20:10,396 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1033, reset compression=false 2024-11-19T07:20:10,401 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:10,401 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.wal-reader.db0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 to pos 1328, reset compression=false 2024-11-19T07:20:10,482 DEBUG [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs 2024-11-19T07:20:10,482 INFO [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44633%2C1732000785449.rep:(num 1732000796458) 2024-11-19T07:20:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741832_1008 (size=1336) 2024-11-19T07:20:10,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/WALs/db0afee3eab9,44633,1732000785449/db0afee3eab9%2C44633%2C1732000785449.1732000787676 not finished, retry = 0 2024-11-19T07:20:10,591 DEBUG [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/oldWALs 2024-11-19T07:20:10,591 INFO [RS:0;db0afee3eab9:44633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C44633%2C1732000785449:(num 1732000787676) 2024-11-19T07:20:10,591 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:10,591 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:10,591 INFO [RS:0;db0afee3eab9:44633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:10,591 INFO [RS:0;db0afee3eab9:44633 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:10,592 INFO [RS:0;db0afee3eab9:44633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:10,592 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:10,592 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,44633,1732000785449 because: Region server is closing 2024-11-19T07:20:10,592 INFO [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44633. 2024-11-19T07:20:10,592 DEBUG [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:10,592 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:10,592 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:10,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:10,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:10,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to db0afee3eab9:45003 this server is in the failed servers list 2024-11-19T07:20:10,625 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: db0afee3eab9:45003 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:10,692 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-19T07:20:10,693 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-19T07:20:10,693 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-19T07:20:10,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:10,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,273 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:11,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:11,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:11,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:11,638 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:11,694 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44633,1732000785449.replicationSource.shipperdb0afee3eab9%2C44633%2C1732000785449,1-db0afee3eab9,44633,1732000785449 terminated 2024-11-19T07:20:11,694 INFO [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44633. 2024-11-19T07:20:11,694 DEBUG [RS:0;db0afee3eab9:44633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:11,694 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:11,694 DEBUG [RS:0;db0afee3eab9:44633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:11,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:11,694 INFO [RS:0;db0afee3eab9:44633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44633 2024-11-19T07:20:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138333273/rs/db0afee3eab9,44633,1732000785449 2024-11-19T07:20:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273/rs 2024-11-19T07:20:11,710 INFO [RS:0;db0afee3eab9:44633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:11,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,44633,1732000785449] 2024-11-19T07:20:11,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2138333273/draining/db0afee3eab9,44633,1732000785449 already deleted, retry=false 2024-11-19T07:20:11,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,44633,1732000785449 expired; onlineServers=0 2024-11-19T07:20:11,731 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,44289,1732000785265' ***** 2024-11-19T07:20:11,731 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:20:11,731 INFO [M:0;db0afee3eab9:44289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:11,731 INFO [M:0;db0afee3eab9:44289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:11,731 DEBUG [M:0;db0afee3eab9:44289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:20:11,731 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:20:11,731 DEBUG [M:0;db0afee3eab9:44289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:20:11,731 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000787413 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000787413,5,FailOnTimeoutGroup] 2024-11-19T07:20:11,731 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000787413 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000787413,5,FailOnTimeoutGroup] 2024-11-19T07:20:11,731 INFO [M:0;db0afee3eab9:44289 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:11,732 INFO [M:0;db0afee3eab9:44289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:11,732 DEBUG [M:0;db0afee3eab9:44289 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:20:11,732 INFO [M:0;db0afee3eab9:44289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:20:11,732 INFO [M:0;db0afee3eab9:44289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:11,732 INFO [M:0;db0afee3eab9:44289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:20:11,732 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:20:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2138333273/master 2024-11-19T07:20:11,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2138333273 2024-11-19T07:20:11,741 DEBUG [M:0;db0afee3eab9:44289 {}] zookeeper.ZKUtil(347): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Unable to get data of znode /0-2138333273/master because node does not exist (not an error) 2024-11-19T07:20:11,742 WARN [M:0;db0afee3eab9:44289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:20:11,743 INFO [M:0;db0afee3eab9:44289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/.lastflushedseqids 2024-11-19T07:20:11,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741852_1028 (size=263) 2024-11-19T07:20:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:11,821 INFO [RS:0;db0afee3eab9:44633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:11,821 INFO [RS:0;db0afee3eab9:44633 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,44633,1732000785449; zookeeper connection closed. 2024-11-19T07:20:11,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44633-0x10151f693630001, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:11,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4101b1a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4101b1a6 2024-11-19T07:20:11,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:20:12,150 INFO [M:0;db0afee3eab9:44289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:20:12,150 INFO [M:0;db0afee3eab9:44289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:20:12,150 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:12,150 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:12,150 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:12,150 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:12,150 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:12,150 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T07:20:12,165 DEBUG [M:0;db0afee3eab9:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3cf208c190b41bea165d22f02f79562 is 82, key is hbase:meta,,1/info:regioninfo/1732000788701/Put/seqid=0 2024-11-19T07:20:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741853_1029 (size=5672) 2024-11-19T07:20:12,570 INFO [M:0;db0afee3eab9:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3cf208c190b41bea165d22f02f79562 2024-11-19T07:20:12,586 DEBUG [M:0;db0afee3eab9:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d964a96c014d03b44393dca08261d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000796503/Put/seqid=0 2024-11-19T07:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741854_1030 (size=8516) 2024-11-19T07:20:12,990 INFO [M:0;db0afee3eab9:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d964a96c014d03b44393dca08261d9 2024-11-19T07:20:13,014 DEBUG [M:0;db0afee3eab9:44289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fdb4bc180d452bb16cffd2db27065b is 69, key is db0afee3eab9,44633,1732000785449/rs:state/1732000787511/Put/seqid=0 2024-11-19T07:20:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741855_1031 (size=5156) 2024-11-19T07:20:13,018 INFO [M:0;db0afee3eab9:44289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fdb4bc180d452bb16cffd2db27065b 2024-11-19T07:20:13,023 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e3cf208c190b41bea165d22f02f79562 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3cf208c190b41bea165d22f02f79562 2024-11-19T07:20:13,036 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e3cf208c190b41bea165d22f02f79562, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:20:13,037 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10d964a96c014d03b44393dca08261d9 as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10d964a96c014d03b44393dca08261d9 2024-11-19T07:20:13,041 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10d964a96c014d03b44393dca08261d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:20:13,042 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11fdb4bc180d452bb16cffd2db27065b as hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11fdb4bc180d452bb16cffd2db27065b 2024-11-19T07:20:13,046 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32775/user/jenkins/test-data/ce7bcf75-9302-c22b-933f-41b74a0dcbbf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11fdb4bc180d452bb16cffd2db27065b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:20:13,047 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false 2024-11-19T07:20:13,048 INFO [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:13,048 DEBUG [M:0;db0afee3eab9:44289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000812150Disabling compacts and flushes for region at 1732000812150Disabling writes for close at 1732000812150Obtaining lock to block concurrent updates at 1732000812150Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000812150Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732000812151 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000812151Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000812151Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000812165 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000812165Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000812573 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000812585 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000812585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000812995 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000813013 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000813013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7871a728: reopening flushed file at 1732000813022 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab1da8: reopening flushed file at 1732000813036 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5703dbe5: reopening flushed file at 1732000813041 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=97, compaction requested=false at 1732000813047 (+6 ms)Writing region close event to WAL at 1732000813048 (+1 ms)Closed at 1732000813048 2024-11-19T07:20:13,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44557 is added to blk_1073741830_1006 (size=63654) 2024-11-19T07:20:13,070 INFO [M:0;db0afee3eab9:44289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:20:13,070 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:13,070 INFO [M:0;db0afee3eab9:44289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44289 2024-11-19T07:20:13,071 INFO [M:0;db0afee3eab9:44289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:13,284 INFO [M:0;db0afee3eab9:44289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44289-0x10151f693630000, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:13,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa0588f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:13,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b153bf3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:13,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:13,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c8a0263{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:13,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db0dfa2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:13,319 WARN [BP-1469217763-172.17.0.2-1732000782311 heartbeating to localhost/127.0.0.1:32775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:20:13,319 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:20:13,319 WARN [BP-1469217763-172.17.0.2-1732000782311 heartbeating to localhost/127.0.0.1:32775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1469217763-172.17.0.2-1732000782311 (Datanode Uuid 17d08303-5216-4063-aa8a-3edaddfbfd68) service to localhost/127.0.0.1:32775 2024-11-19T07:20:13,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:20:13,320 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/data/data2/current/BP-1469217763-172.17.0.2-1732000782311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:13,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/cluster_3e8f5941-4906-c39a-b037-18b1bd16d8a7/data/data1/current/BP-1469217763-172.17.0.2-1732000782311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:13,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:20:13,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a88703f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:13,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b5c5031{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:13,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:13,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79baf772{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:13,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b99dd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e0da3cc6-0c56-5b7d-14b8-f87b424c7347/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:13,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:13,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:13,337 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:20:13,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:20:13,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42845 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32775 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42845 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32775 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:32775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 427) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11864 (was 11414) - AvailableMemoryMB LEAK? - 2024-11-19T07:20:13,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=11863 2024-11-19T07:20:13,414 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-19T07:20:13,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir so I do NOT create it in target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6 2024-11-19T07:20:13,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:20:13,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.tmp.dir so I do NOT create it in target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6 2024-11-19T07:20:13,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2690a35-b97c-5337-cdc6-b83755a78502/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:20:13,415 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6 2024-11-19T07:20:13,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09, deleteOnExit=true 2024-11-19T07:20:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f693630005, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:20:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f693630002, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:20:13,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f693630005, quorum=127.0.0.1:51311, baseZNode=/12115700295 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:20:13,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f693630002, quorum=127.0.0.1:51311, baseZNode=/0-2138333273 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:20:13,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/zookeeper_0, clientPort=58801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:20:13,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58801 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/test.cache.data in system properties and HBase conf 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:20:13,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:20:13,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:20:13,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:20:13,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:20:13,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:13,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:20:13,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:20:13,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:13,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:13,646 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:14,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:14,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:14,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:14,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:14,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:20:14,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:14,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:14,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:14,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cc8576d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/java.io.tmpdir/jetty-localhost-40095-hadoop-hdfs-3_4_1-tests_jar-_-any-13922229511609249867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:14,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:40095} 2024-11-19T07:20:14,118 INFO [Time-limited test {}] server.Server(415): Started @198373ms 2024-11-19T07:20:14,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:14,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:14,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:14,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:14,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:20:14,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70b817da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:14,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef9764a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:14,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72b22ff0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/java.io.tmpdir/jetty-localhost-43491-hadoop-hdfs-3_4_1-tests_jar-_-any-2582523460789437509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:14,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@737bdf9e{HTTP/1.1, (http/1.1)}{localhost:43491} 2024-11-19T07:20:14,500 INFO [Time-limited test {}] server.Server(415): Started @198755ms 2024-11-19T07:20:14,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:20:15,201 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/data/data1/current/BP-897674226-172.17.0.2-1732000813535/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:15,201 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/data/data2/current/BP-897674226-172.17.0.2-1732000813535/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:15,220 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:20:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9b513fcc2e67844 with lease ID 0xad21b2ca73a49f05: Processing first storage report for DS-ebfc8279-12ac-4116-9202-2bd577262b72 from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5e44e6f0-cd47-4449-95d1-2791a8c704c4, infoPort=41085, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=1263431120;c=1732000813535) 2024-11-19T07:20:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9b513fcc2e67844 with lease ID 0xad21b2ca73a49f05: from storage DS-ebfc8279-12ac-4116-9202-2bd577262b72 node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5e44e6f0-cd47-4449-95d1-2791a8c704c4, infoPort=41085, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=1263431120;c=1732000813535), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T07:20:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9b513fcc2e67844 with lease ID 0xad21b2ca73a49f05: Processing first storage report for DS-caa2c75d-81e4-46bc-b20c-f2bf25897f40 from datanode DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5e44e6f0-cd47-4449-95d1-2791a8c704c4, infoPort=41085, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=1263431120;c=1732000813535) 2024-11-19T07:20:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9b513fcc2e67844 with lease ID 0xad21b2ca73a49f05: from storage DS-caa2c75d-81e4-46bc-b20c-f2bf25897f40 node DatanodeRegistration(127.0.0.1:32901, datanodeUuid=5e44e6f0-cd47-4449-95d1-2791a8c704c4, infoPort=41085, infoSecurePort=0, ipcPort=37705, storageInfo=lv=-57;cid=testClusterID;nsid=1263431120;c=1732000813535), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:15,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6 2024-11-19T07:20:15,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:20:15,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8 with version=8 2024-11-19T07:20:15,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/hbase-staging 2024-11-19T07:20:15,639 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:15,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35121 2024-11-19T07:20:15,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35121 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:15,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351210x0, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:15,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35121-0x10151f70d380000 connected 2024-11-19T07:20:15,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/running 2024-11-19T07:20:15,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8, hbase.cluster.distributed=false 2024-11-19T07:20:15,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/acl 2024-11-19T07:20:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-19T07:20:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35121 2024-11-19T07:20:15,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35121 2024-11-19T07:20:15,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-19T07:20:15,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-19T07:20:15,851 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:20:15,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:15,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46661 2024-11-19T07:20:15,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46661 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:15,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:15,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466610x0, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:15,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466610x0, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/running 2024-11-19T07:20:15,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46661-0x10151f70d380001 connected 2024-11-19T07:20:15,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:20:15,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:20:15,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/master 2024-11-19T07:20:15,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/acl 2024-11-19T07:20:15,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-19T07:20:15,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46661 2024-11-19T07:20:15,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46661 2024-11-19T07:20:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-19T07:20:15,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-19T07:20:15,897 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:35121 2024-11-19T07:20:15,898 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-468208440/backup-masters/db0afee3eab9,35121,1732000815639 2024-11-19T07:20:15,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/backup-masters 2024-11-19T07:20:15,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/backup-masters 2024-11-19T07:20:15,910 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on existing znode=/0-468208440/backup-masters/db0afee3eab9,35121,1732000815639 2024-11-19T07:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-468208440/master 2024-11-19T07:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:15,920 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on existing znode=/0-468208440/master 2024-11-19T07:20:15,921 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-468208440/backup-masters/db0afee3eab9,35121,1732000815639 from backup master directory 2024-11-19T07:20:15,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-468208440/backup-masters/db0afee3eab9,35121,1732000815639 2024-11-19T07:20:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/backup-masters 2024-11-19T07:20:15,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/backup-masters 2024-11-19T07:20:15,931 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:15,931 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,35121,1732000815639 2024-11-19T07:20:15,934 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/hbase.id] with ID: 17c0bab2-7066-4bfc-92fc-67ac97d41469 2024-11-19T07:20:15,934 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/.tmp/hbase.id 2024-11-19T07:20:15,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:20:16,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/.tmp/hbase.id]:[hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/hbase.id] 2024-11-19T07:20:16,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:16,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:20:16,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:20:16,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:16,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:16,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:20:16,831 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:16,831 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:20:16,831 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:16,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:20:17,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:17,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,237 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store 2024-11-19T07:20:17,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:17,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:17,645 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:17,645 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:17,645 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000817645Disabling compacts and flushes for region at 1732000817645Disabling writes for close at 1732000817645Writing region close event to WAL at 1732000817645Closed at 1732000817645 2024-11-19T07:20:17,646 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/.initializing 2024-11-19T07:20:17,646 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/WALs/db0afee3eab9,35121,1732000815639 2024-11-19T07:20:17,647 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:17,648 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C35121%2C1732000815639, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/WALs/db0afee3eab9,35121,1732000815639, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/oldWALs, maxLogs=10 2024-11-19T07:20:17,660 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/WALs/db0afee3eab9,35121,1732000815639/db0afee3eab9%2C35121%2C1732000815639.1732000817648, exclude list is [], retry=0 2024-11-19T07:20:17,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-ebfc8279-12ac-4116-9202-2bd577262b72,DISK] 2024-11-19T07:20:17,664 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/WALs/db0afee3eab9,35121,1732000815639/db0afee3eab9%2C35121%2C1732000815639.1732000817648 2024-11-19T07:20:17,664 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-19T07:20:17,664 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:17,664 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:17,664 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,665 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:20:17,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:17,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:17,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:20:17,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:17,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:17,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:20:17,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:17,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:17,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:20:17,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:17,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:17,672 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,673 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,673 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,675 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:17,676 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:17,677 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:17,677 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72096456, jitterRate=0.07432091236114502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:17,678 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000817665Initializing all the Stores at 1732000817665Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000817665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000817665Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000817665Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000817665Cleaning up temporary data from old regions at 1732000817674 (+9 ms)Region opened successfully at 1732000817678 (+4 ms) 2024-11-19T07:20:17,678 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:20:17,680 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe1f30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:17,681 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:20:17,681 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:20:17,681 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:20:17,681 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:20:17,682 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:20:17,682 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:20:17,682 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:20:17,686 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:20:17,686 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Unable to get data of znode /0-468208440/balancer because node does not exist (not necessarily an error) 2024-11-19T07:20:17,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:17,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:17,695 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:17,752 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/balancer already deleted, retry=false 2024-11-19T07:20:17,752 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:20:17,753 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Unable to get data of znode /0-468208440/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:20:17,762 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/normalizer already deleted, retry=false 2024-11-19T07:20:17,762 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:20:17,763 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Unable to get data of znode /0-468208440/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:20:17,772 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/switch/split already deleted, retry=false 2024-11-19T07:20:17,773 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Unable to get data of znode /0-468208440/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:20:17,783 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/switch/merge already deleted, retry=false 2024-11-19T07:20:17,785 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Unable to get data of znode /0-468208440/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:20:17,793 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/snapshot-cleanup already deleted, retry=false 2024-11-19T07:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-468208440/running 2024-11-19T07:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-468208440/running 2024-11-19T07:20:17,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,804 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,35121,1732000815639, sessionid=0x10151f70d380000, setting cluster-up flag (Was=false) 2024-11-19T07:20:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,857 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-468208440/flush-table-proc/acquired, /0-468208440/flush-table-proc/reached, /0-468208440/flush-table-proc/abort 2024-11-19T07:20:17,858 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,35121,1732000815639 2024-11-19T07:20:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:17,909 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-468208440/online-snapshot/acquired, /0-468208440/online-snapshot/reached, /0-468208440/online-snapshot/abort 2024-11-19T07:20:17,910 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,35121,1732000815639 2024-11-19T07:20:17,911 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:20:17,912 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:17,913 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:20:17,913 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:20:17,913 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of db0afee3eab9,36045,1732000760320: status=Processing ServerCrashProcedure of db0afee3eab9,36045,1732000760320 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732000772415, completionTime=-1 appears to have been leaked 2024-11-19T07:20:17,913 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,35121,1732000815639 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:17,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:17,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:17,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:20:17,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:17,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000847922 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:20:17,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:17,923 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:20:17,923 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:20:17,923 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:20:17,924 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000817924,5,FailOnTimeoutGroup] 2024-11-19T07:20:17,924 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000817924,5,FailOnTimeoutGroup] 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:17,924 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:17,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:20:17,986 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(746): ClusterId : 17c0bab2-7066-4bfc-92fc-67ac97d41469 2024-11-19T07:20:17,986 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:20:17,994 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:20:17,994 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:20:18,005 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:20:18,005 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79027d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:18,015 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:46661 2024-11-19T07:20:18,015 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:20:18,015 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:20:18,015 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:20:18,016 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,35121,1732000815639 with port=46661, startcode=1732000815850 2024-11-19T07:20:18,016 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:20:18,017 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:20:18,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,019 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8 2024-11-19T07:20:18,019 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-19T07:20:18,019 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:20:18,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/rs 2024-11-19T07:20:18,026 DEBUG [RS:0;db0afee3eab9:46661 {}] zookeeper.ZKUtil(111): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on existing znode=/0-468208440/rs/db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,026 WARN [RS:0;db0afee3eab9:46661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:18,026 INFO [RS:0;db0afee3eab9:46661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:18,026 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,46661,1732000815850] 2024-11-19T07:20:18,029 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:20:18,030 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:20:18,030 INFO [RS:0;db0afee3eab9:46661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:20:18,030 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,030 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:20:18,030 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:20:18,031 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:18,031 DEBUG [RS:0;db0afee3eab9:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,033 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46661,1732000815850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:18,048 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:20:18,048 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46661,1732000815850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,048 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,048 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.Replication(171): db0afee3eab9,46661,1732000815850 started 2024-11-19T07:20:18,059 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:18,059 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,46661,1732000815850, RpcServer on db0afee3eab9/172.17.0.2:46661, sessionid=0x10151f70d380001 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46661,1732000815850' 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-468208440/flush-table-proc/abort' 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-468208440/flush-table-proc/acquired' 2024-11-19T07:20:18,060 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46661,1732000815850' 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-468208440/online-snapshot/abort' 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-468208440/online-snapshot/acquired' 2024-11-19T07:20:18,061 DEBUG [RS:0;db0afee3eab9:46661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:20:18,061 INFO [RS:0;db0afee3eab9:46661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:20:18,061 INFO [RS:0;db0afee3eab9:46661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:20:18,161 INFO [RS:0;db0afee3eab9:46661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:18,163 INFO [RS:0;db0afee3eab9:46661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46661%2C1732000815850, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/oldWALs, maxLogs=10 2024-11-19T07:20:18,174 DEBUG [RS:0;db0afee3eab9:46661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, exclude list is [], retry=0 2024-11-19T07:20:18,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-ebfc8279-12ac-4116-9202-2bd577262b72,DISK] 2024-11-19T07:20:18,177 INFO [RS:0;db0afee3eab9:46661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 2024-11-19T07:20:18,178 DEBUG [RS:0;db0afee3eab9:46661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-19T07:20:18,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:20:18,332 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8 2024-11-19T07:20:18,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:20:18,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:18,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:18,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:18,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:18,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:18,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:18,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:18,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:18,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:18,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:18,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:18,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:18,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:18,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:18,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:18,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:18,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740 2024-11-19T07:20:18,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740 2024-11-19T07:20:18,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:18,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:18,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:18,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:18,749 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:18,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64438423, jitterRate=-0.03979267179965973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000818737Initializing all the Stores at 1732000818738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000818738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000818738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000818738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000818738Cleaning up temporary data from old regions at 1732000818746 (+8 ms)Region opened successfully at 1732000818750 (+4 ms) 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:18,750 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:18,750 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:18,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000818750Disabling compacts and flushes for region at 1732000818750Disabling writes for close at 1732000818750Writing region close event to WAL at 1732000818750Closed at 1732000818750 2024-11-19T07:20:18,752 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:18,752 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:20:18,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:20:18,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:18,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:20:18,904 DEBUG [db0afee3eab9:35121 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:20:18,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:18,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46661,1732000815850, state=OPENING 2024-11-19T07:20:19,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:20:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:19,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:19,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-468208440/meta-region-server: CHANGED 2024-11-19T07:20:19,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-468208440/meta-region-server: CHANGED 2024-11-19T07:20:19,284 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:19,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46661,1732000815850}] 2024-11-19T07:20:19,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:19,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:20:19,440 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:20:19,440 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:19,440 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:20:19,442 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46661%2C1732000815850.meta, suffix=.meta, logDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/oldWALs, maxLogs=10 2024-11-19T07:20:19,457 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.meta.1732000819442.meta, exclude list is [], retry=0 2024-11-19T07:20:19,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-ebfc8279-12ac-4116-9202-2bd577262b72,DISK] 2024-11-19T07:20:19,461 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.meta.1732000819442.meta 2024-11-19T07:20:19,461 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-19T07:20:19,461 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:19,461 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:20:19,462 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:20:19,462 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:20:19,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:19,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:19,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:19,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:19,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:19,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:19,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:19,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:19,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:19,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:19,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:19,468 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740 2024-11-19T07:20:19,469 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740 2024-11-19T07:20:19,469 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:19,469 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:19,470 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:19,471 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:19,471 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61676180, jitterRate=-0.08095329999923706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:19,471 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:20:19,472 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000819462Writing region info on filesystem at 1732000819462Initializing all the Stores at 1732000819463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000819463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000819464 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000819464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000819464Cleaning up temporary data from old regions at 1732000819469 (+5 ms)Running coprocessor post-open hooks at 1732000819472 (+3 ms)Region opened successfully at 1732000819472 2024-11-19T07:20:19,473 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000819436 2024-11-19T07:20:19,475 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:20:19,475 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:20:19,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:19,476 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46661,1732000815850, state=OPEN 2024-11-19T07:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-468208440/meta-region-server 2024-11-19T07:20:19,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-468208440/meta-region-server 2024-11-19T07:20:19,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:19,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-468208440/meta-region-server: CHANGED 2024-11-19T07:20:19,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-468208440/meta-region-server: CHANGED 2024-11-19T07:20:19,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:20:19,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46661,1732000815850 in 237 msec 2024-11-19T07:20:19,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:20:19,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-19T07:20:19,524 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:19,524 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:20:19,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:19,525 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46661,1732000815850, seqNum=-1] 2024-11-19T07:20:19,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:19,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:19,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6170 sec 2024-11-19T07:20:19,530 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000819530, completionTime=-1 2024-11-19T07:20:19,530 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:20:19,530 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000879532 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000939532 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:35121, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,532 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,533 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,534 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.605sec 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:19,536 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:20:19,537 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:20:19,537 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:20:19,538 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,35121,1732000815639-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:19,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c099ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:19,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:19,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:19,609 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e84b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:19,611 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:19,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad1c060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:19,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:19,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46661,1732000815850, seqNum=-1] 2024-11-19T07:20:19,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:19,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:19,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,35121,1732000815639 2024-11-19T07:20:19,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:19,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir so I do NOT create it in target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1 2024-11-19T07:20:19,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.tmp.dir so I do NOT create it in target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1 2024-11-19T07:20:19,650 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:20:19,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/cluster_c9025eb0-9fc8-ddaa-7313-c0df0ec360ad, deleteOnExit=true 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/test.cache.data in system properties and HBase conf 2024-11-19T07:20:19,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:20:19,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:20:19,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:20:19,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:20:19,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f70d380002 connected 2024-11-19T07:20:20,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:20,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:20,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:20,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:20,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:20:20,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:20,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffa0584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:20,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621cead8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:20,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e2d4162{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/java.io.tmpdir/jetty-localhost-46827-hadoop-hdfs-3_4_1-tests_jar-_-any-6753723547416555654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:20,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c5c0330{HTTP/1.1, (http/1.1)}{localhost:46827} 2024-11-19T07:20:20,189 INFO [Time-limited test {}] server.Server(415): Started @204444ms 2024-11-19T07:20:20,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:20,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:20,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:20,580 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:20,580 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:20:20,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e25e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:20,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3d5c02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:20,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@661914ca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/java.io.tmpdir/jetty-localhost-37791-hadoop-hdfs-3_4_1-tests_jar-_-any-1438125516891579342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:20,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594bfdc{HTTP/1.1, (http/1.1)}{localhost:37791} 2024-11-19T07:20:20,702 INFO [Time-limited test {}] server.Server(415): Started @204957ms 2024-11-19T07:20:20,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:20:21,357 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/cluster_c9025eb0-9fc8-ddaa-7313-c0df0ec360ad/data/data1/current/BP-891553203-172.17.0.2-1732000819673/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:21,357 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/cluster_c9025eb0-9fc8-ddaa-7313-c0df0ec360ad/data/data2/current/BP-891553203-172.17.0.2-1732000819673/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:21,382 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:20:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cea7e359efa483 with lease ID 0xa4943e015db12f21: Processing first storage report for DS-682b203c-4de5-4206-a4eb-6d645552e2fd from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=c5f78250-9841-4c81-af80-113ca52c2a30, infoPort=42405, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=1291816115;c=1732000819673) 2024-11-19T07:20:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cea7e359efa483 with lease ID 0xa4943e015db12f21: from storage DS-682b203c-4de5-4206-a4eb-6d645552e2fd node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=c5f78250-9841-4c81-af80-113ca52c2a30, infoPort=42405, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=1291816115;c=1732000819673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2cea7e359efa483 with lease ID 0xa4943e015db12f21: Processing first storage report for DS-4b8de769-59c4-4f05-98cf-964e2133e3b1 from datanode DatanodeRegistration(127.0.0.1:33273, datanodeUuid=c5f78250-9841-4c81-af80-113ca52c2a30, infoPort=42405, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=1291816115;c=1732000819673) 2024-11-19T07:20:21,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2cea7e359efa483 with lease ID 0xa4943e015db12f21: from storage DS-4b8de769-59c4-4f05-98cf-964e2133e3b1 node DatanodeRegistration(127.0.0.1:33273, datanodeUuid=c5f78250-9841-4c81-af80-113ca52c2a30, infoPort=42405, infoSecurePort=0, ipcPort=40351, storageInfo=lv=-57;cid=testClusterID;nsid=1291816115;c=1732000819673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:21,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1 2024-11-19T07:20:21,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:21,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:20:21,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3 with version=8 2024-11-19T07:20:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/hbase-staging 2024-11-19T07:20:21,850 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:20:21,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:21,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44349 2024-11-19T07:20:21,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44349 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:21,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443490x0, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:21,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44349-0x10151f70d380003 connected 2024-11-19T07:20:21,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:21,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:21,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/running 2024-11-19T07:20:21,977 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3, hbase.cluster.distributed=false 2024-11-19T07:20:21,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/acl 2024-11-19T07:20:21,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-19T07:20:21,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44349 2024-11-19T07:20:21,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44349 2024-11-19T07:20:21,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-19T07:20:21,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44349 2024-11-19T07:20:21,999 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:20:21,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:22,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41511 2024-11-19T07:20:22,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41511 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:22,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:22,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:22,071 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415110x0, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:22,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415110x0, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/running 2024-11-19T07:20:22,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41511-0x10151f70d380004 connected 2024-11-19T07:20:22,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:20:22,072 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:20:22,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/master 2024-11-19T07:20:22,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/acl 2024-11-19T07:20:22,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-19T07:20:22,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41511 2024-11-19T07:20:22,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41511 2024-11-19T07:20:22,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-19T07:20:22,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41511 2024-11-19T07:20:22,088 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:44349 2024-11-19T07:20:22,088 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1907362608/backup-masters/db0afee3eab9,44349,1732000821850 2024-11-19T07:20:22,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/backup-masters 2024-11-19T07:20:22,130 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/backup-masters 2024-11-19T07:20:22,131 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on existing znode=/1907362608/backup-masters/db0afee3eab9,44349,1732000821850 2024-11-19T07:20:22,141 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1907362608/master 2024-11-19T07:20:22,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:22,141 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:22,141 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on existing znode=/1907362608/master 2024-11-19T07:20:22,141 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1907362608/backup-masters/db0afee3eab9,44349,1732000821850 from backup master directory 2024-11-19T07:20:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1907362608/backup-masters/db0afee3eab9,44349,1732000821850 2024-11-19T07:20:22,151 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/backup-masters 2024-11-19T07:20:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/backup-masters 2024-11-19T07:20:22,151 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:22,151 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,44349,1732000821850 2024-11-19T07:20:22,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/hbase.id] with ID: 5274bdcd-8cce-4645-9ba4-a836ef7d1c57 2024-11-19T07:20:22,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/.tmp/hbase.id 2024-11-19T07:20:22,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:20:22,558 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/.tmp/hbase.id]:[hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/hbase.id] 2024-11-19T07:20:22,566 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:22,566 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:20:22,566 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T07:20:22,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:22,676 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:20:23,081 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:23,082 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:20:23,082 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:20:23,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:20:23,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:23,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:23,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-19T07:20:23,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:23,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T07:20:23,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:20:23,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:23,488 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store 2024-11-19T07:20:23,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:23,893 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:23,893 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:23,893 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000823893Disabling compacts and flushes for region at 1732000823893Disabling writes for close at 1732000823893Writing region close event to WAL at 1732000823893Closed at 1732000823893 2024-11-19T07:20:23,894 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/.initializing 2024-11-19T07:20:23,894 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/WALs/db0afee3eab9,44349,1732000821850 2024-11-19T07:20:23,895 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:23,896 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C44349%2C1732000821850, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/WALs/db0afee3eab9,44349,1732000821850, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/oldWALs, maxLogs=10 2024-11-19T07:20:23,907 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/WALs/db0afee3eab9,44349,1732000821850/db0afee3eab9%2C44349%2C1732000821850.1732000823896, exclude list is [], retry=0 2024-11-19T07:20:23,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-682b203c-4de5-4206-a4eb-6d645552e2fd,DISK] 2024-11-19T07:20:23,911 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/WALs/db0afee3eab9,44349,1732000821850/db0afee3eab9%2C44349%2C1732000821850.1732000823896 2024-11-19T07:20:23,911 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-19T07:20:23,911 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:23,911 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:23,911 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,911 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:20:23,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:23,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:23,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:20:23,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:23,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:23,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:20:23,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:23,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:23,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:20:23,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:23,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:23,917 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,918 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,918 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,918 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,919 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,919 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:23,920 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:23,921 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:23,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60473575, jitterRate=-0.09887351095676422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:23,922 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000823911Initializing all the Stores at 1732000823912 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000823912Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000823912Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000823912Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000823912Cleaning up temporary data from old regions at 1732000823919 (+7 ms)Region opened successfully at 1732000823922 (+3 ms) 2024-11-19T07:20:23,922 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:20:23,924 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564de3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:23,925 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:20:23,925 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:20:23,925 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:20:23,925 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:20:23,926 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:20:23,926 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:20:23,926 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:20:23,928 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:20:23,928 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/balancer because node does not exist (not necessarily an error) 2024-11-19T07:20:23,993 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/balancer already deleted, retry=false 2024-11-19T07:20:23,994 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:20:23,994 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:20:24,003 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/normalizer already deleted, retry=false 2024-11-19T07:20:24,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:20:24,005 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:20:24,014 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/switch/split already deleted, retry=false 2024-11-19T07:20:24,015 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:20:24,025 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/switch/merge already deleted, retry=false 2024-11-19T07:20:24,026 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:20:24,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:20:24,035 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/snapshot-cleanup already deleted, retry=false 2024-11-19T07:20:24,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1907362608/running 2024-11-19T07:20:24,046 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1907362608/running 2024-11-19T07:20:24,046 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,046 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,44349,1732000821850, sessionid=0x10151f70d380003, setting cluster-up flag (Was=false) 2024-11-19T07:20:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,067 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,098 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1907362608/flush-table-proc/acquired, /1907362608/flush-table-proc/reached, /1907362608/flush-table-proc/abort 2024-11-19T07:20:24,100 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44349,1732000821850 2024-11-19T07:20:24,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,119 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,151 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1907362608/online-snapshot/acquired, /1907362608/online-snapshot/reached, /1907362608/online-snapshot/abort 2024-11-19T07:20:24,152 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44349,1732000821850 2024-11-19T07:20:24,153 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:20:24,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:24,154 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:20:24,154 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:20:24,154 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,44349,1732000821850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:20:24,155 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:24,155 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:24,155 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:24,155 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:24,156 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:20:24,156 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,156 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:24,156 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000854157 2024-11-19T07:20:24,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:20:24,157 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:20:24,157 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:20:24,158 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:20:24,158 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:20:24,158 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000824158,5,FailOnTimeoutGroup] 2024-11-19T07:20:24,158 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000824158,5,FailOnTimeoutGroup] 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,158 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:20:24,177 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(746): ClusterId : 5274bdcd-8cce-4645-9ba4-a836ef7d1c57 2024-11-19T07:20:24,177 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:20:24,183 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:20:24,183 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:20:24,194 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:20:24,194 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25173c1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:24,204 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:41511 2024-11-19T07:20:24,204 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:20:24,204 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:20:24,204 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:20:24,205 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,44349,1732000821850 with port=41511, startcode=1732000821998 2024-11-19T07:20:24,205 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:20:24,206 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:20:24,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44349 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,208 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3 2024-11-19T07:20:24,208 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36523 2024-11-19T07:20:24,208 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:20:24,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/rs 2024-11-19T07:20:24,214 DEBUG [RS:0;db0afee3eab9:41511 {}] zookeeper.ZKUtil(111): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on existing znode=/1907362608/rs/db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,214 WARN [RS:0;db0afee3eab9:41511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:24,215 INFO [RS:0;db0afee3eab9:41511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:24,215 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,41511,1732000821998] 2024-11-19T07:20:24,217 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:20:24,219 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:20:24,219 INFO [RS:0;db0afee3eab9:41511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:20:24,219 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,220 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:20:24,221 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:20:24,221 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:24,221 DEBUG [RS:0;db0afee3eab9:41511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,224 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41511,1732000821998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:24,241 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:20:24,241 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41511,1732000821998-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,241 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,241 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.Replication(171): db0afee3eab9,41511,1732000821998 started 2024-11-19T07:20:24,253 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:24,253 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,41511,1732000821998, RpcServer on db0afee3eab9/172.17.0.2:41511, sessionid=0x10151f70d380004 2024-11-19T07:20:24,254 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:20:24,254 DEBUG [RS:0;db0afee3eab9:41511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,254 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41511,1732000821998' 2024-11-19T07:20:24,254 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1907362608/flush-table-proc/abort' 2024-11-19T07:20:24,254 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1907362608/flush-table-proc/acquired' 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41511,1732000821998' 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1907362608/online-snapshot/abort' 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1907362608/online-snapshot/acquired' 2024-11-19T07:20:24,255 DEBUG [RS:0;db0afee3eab9:41511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:20:24,255 INFO [RS:0;db0afee3eab9:41511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:20:24,255 INFO [RS:0;db0afee3eab9:41511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:20:24,355 INFO [RS:0;db0afee3eab9:41511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:24,357 INFO [RS:0;db0afee3eab9:41511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41511%2C1732000821998, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/oldWALs, maxLogs=10 2024-11-19T07:20:24,368 DEBUG [RS:0;db0afee3eab9:41511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, exclude list is [], retry=0 2024-11-19T07:20:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-682b203c-4de5-4206-a4eb-6d645552e2fd,DISK] 2024-11-19T07:20:24,372 INFO [RS:0;db0afee3eab9:41511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 2024-11-19T07:20:24,372 DEBUG [RS:0;db0afee3eab9:41511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-19T07:20:24,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:20:24,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3 2024-11-19T07:20:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:20:24,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:24,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:24,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:24,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:24,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:24,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:24,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:24,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:24,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:24,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:24,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:24,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:24,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:24,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:24,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:24,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:24,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:24,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:24,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740 2024-11-19T07:20:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740 2024-11-19T07:20:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:24,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:24,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:24,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:24,592 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62199942, jitterRate=-0.07314863801002502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000824577Initializing all the Stores at 1732000824578 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000824578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000824578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000824578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000824578Cleaning up temporary data from old regions at 1732000824589 (+11 ms)Region opened successfully at 1732000824593 (+4 ms) 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:24,593 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:24,593 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:24,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000824593Disabling compacts and flushes for region at 1732000824593Disabling writes for close at 1732000824593Writing region close event to WAL at 1732000824593Closed at 1732000824593 2024-11-19T07:20:24,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:24,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:20:24,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:20:24,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:24,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:20:24,745 DEBUG [db0afee3eab9:44349 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:20:24,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:24,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41511,1732000821998, state=OPENING 2024-11-19T07:20:24,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:20:24,867 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:24,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1907362608/meta-region-server: CHANGED 2024-11-19T07:20:24,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1907362608/meta-region-server: CHANGED 2024-11-19T07:20:24,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:24,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41511,1732000821998}] 2024-11-19T07:20:24,965 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,023 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:25,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:20:25,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:25,032 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:20:25,032 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:25,033 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:20:25,034 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41511%2C1732000821998.meta, suffix=.meta, logDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/oldWALs, maxLogs=10 2024-11-19T07:20:25,052 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.meta.1732000825034.meta, exclude list is [], retry=0 2024-11-19T07:20:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-682b203c-4de5-4206-a4eb-6d645552e2fd,DISK] 2024-11-19T07:20:25,059 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.meta.1732000825034.meta 2024-11-19T07:20:25,060 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-19T07:20:25,060 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:25,061 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:20:25,061 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:20:25,061 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:20:25,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:25,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:25,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:25,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:25,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:25,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:25,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:25,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:25,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:25,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:25,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:25,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:25,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:25,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:25,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:25,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:25,073 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:25,074 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740 2024-11-19T07:20:25,075 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740 2024-11-19T07:20:25,076 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:25,076 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:25,077 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:25,078 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:25,079 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72112384, jitterRate=0.07455825805664062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:25,079 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:20:25,079 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000825061Writing region info on filesystem at 1732000825061Initializing all the Stores at 1732000825062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000825062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000825068 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000825068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000825068Cleaning up temporary data from old regions at 1732000825076 (+8 ms)Running coprocessor post-open hooks at 1732000825079 (+3 ms)Region opened successfully at 1732000825079 2024-11-19T07:20:25,080 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000825022 2024-11-19T07:20:25,083 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:20:25,083 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:20:25,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:25,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41511,1732000821998, state=OPEN 2024-11-19T07:20:25,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1907362608/meta-region-server 2024-11-19T07:20:25,107 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1907362608/meta-region-server 2024-11-19T07:20:25,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1907362608/meta-region-server: CHANGED 2024-11-19T07:20:25,108 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:25,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1907362608/meta-region-server: CHANGED 2024-11-19T07:20:25,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:20:25,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41511,1732000821998 in 240 msec 2024-11-19T07:20:25,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:25,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:20:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:20:25,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 517 msec 2024-11-19T07:20:25,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:25,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41511,1732000821998, seqNum=-1] 2024-11-19T07:20:25,117 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:25,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:25,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 968 msec 2024-11-19T07:20:25,123 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000825123, completionTime=-1 2024-11-19T07:20:25,123 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:20:25,123 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:20:25,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:20:25,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000885125 2024-11-19T07:20:25,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000945125 2024-11-19T07:20:25,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:44349, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,130 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.980sec 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:25,131 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:20:25,133 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:20:25,133 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:20:25,133 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44349,1732000821850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:25,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48156d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:25,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:25,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:25,179 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@884a5e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:25,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:25,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:25,180 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:25,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d6fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:25,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41511,1732000821998, seqNum=-1] 2024-11-19T07:20:25,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:25,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:25,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,44349,1732000821850 2024-11-19T07:20:25,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58801 2024-11-19T07:20:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:25,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f70d380005 connected 2024-11-19T07:20:25,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,35121,1732000815639 2024-11-19T07:20:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f5b74e5 2024-11-19T07:20:25,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:25,208 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:25,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:20:25,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:25,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:25,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:20:25,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:25,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:20:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:25,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db44b85a32a89a7495264ee1e6a70e08, NAME => 'test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8 2024-11-19T07:20:25,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:20:25,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing db44b85a32a89a7495264ee1e6a70e08, disabling compactions & flushes 2024-11-19T07:20:26,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. after waiting 0 ms 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,044 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,044 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for db44b85a32a89a7495264ee1e6a70e08: Waiting for close lock at 1732000826044Disabling compacts and flushes for region at 1732000826044Disabling writes for close at 1732000826044Writing region close event to WAL at 1732000826044Closed at 1732000826044 2024-11-19T07:20:26,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:20:26,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000826045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000826045"}]},"ts":"1732000826045"} 2024-11-19T07:20:26,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:20:26,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:20:26,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000826048"}]},"ts":"1732000826048"} 2024-11-19T07:20:26,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:20:26,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db44b85a32a89a7495264ee1e6a70e08, ASSIGN}] 2024-11-19T07:20:26,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=db44b85a32a89a7495264ee1e6a70e08, ASSIGN 2024-11-19T07:20:26,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=db44b85a32a89a7495264ee1e6a70e08, ASSIGN; state=OFFLINE, location=db0afee3eab9,46661,1732000815850; forceNewPlan=false, retain=false 2024-11-19T07:20:26,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db44b85a32a89a7495264ee1e6a70e08, regionState=OPENING, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:26,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=db44b85a32a89a7495264ee1e6a70e08, ASSIGN because future has completed 2024-11-19T07:20:26,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db44b85a32a89a7495264ee1e6a70e08, server=db0afee3eab9,46661,1732000815850}] 2024-11-19T07:20:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:26,357 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,358 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => db44b85a32a89a7495264ee1e6a70e08, NAME => 'test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:26,358 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:26,358 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:20:26,358 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,358 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:26,358 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,358 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,359 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,360 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db44b85a32a89a7495264ee1e6a70e08 columnFamilyName f 2024-11-19T07:20:26,360 DEBUG [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:26,361 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(327): Store=db44b85a32a89a7495264ee1e6a70e08/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:26,361 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,362 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db44b85a32a89a7495264ee1e6a70e08 columnFamilyName f1 2024-11-19T07:20:26,362 DEBUG [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:26,362 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(327): Store=db44b85a32a89a7495264ee1e6a70e08/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:26,362 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,363 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db44b85a32a89a7495264ee1e6a70e08 columnFamilyName norep 2024-11-19T07:20:26,363 DEBUG [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:26,363 INFO [StoreOpener-db44b85a32a89a7495264ee1e6a70e08-1 {}] regionserver.HStore(327): Store=db44b85a32a89a7495264ee1e6a70e08/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:26,363 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,363 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,364 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,364 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,364 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,365 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:20:26,365 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,367 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:26,367 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened db44b85a32a89a7495264ee1e6a70e08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75449450, jitterRate=0.12428441643714905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:20:26,368 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:26,368 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for db44b85a32a89a7495264ee1e6a70e08: Running coprocessor pre-open hook at 1732000826358Writing region info on filesystem at 1732000826358Initializing all the Stores at 1732000826359 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000826359Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000826359Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000826359Cleaning up temporary data from old regions at 1732000826364 (+5 ms)Running coprocessor post-open hooks at 1732000826368 (+4 ms)Region opened successfully at 1732000826368 2024-11-19T07:20:26,369 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., pid=6, masterSystemTime=1732000826355 2024-11-19T07:20:26,371 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,371 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:26,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=db44b85a32a89a7495264ee1e6a70e08, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:26,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure db44b85a32a89a7495264ee1e6a70e08, server=db0afee3eab9,46661,1732000815850 because future has completed 2024-11-19T07:20:26,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:20:26,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure db44b85a32a89a7495264ee1e6a70e08, server=db0afee3eab9,46661,1732000815850 in 171 msec 2024-11-19T07:20:26,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:20:26,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=db44b85a32a89a7495264ee1e6a70e08, ASSIGN in 326 msec 2024-11-19T07:20:26,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:20:26,377 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000826377"}]},"ts":"1732000826377"} 2024-11-19T07:20:26,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:20:26,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:20:26,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-19T07:20:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:27,364 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:20:27,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44349,1732000821850 2024-11-19T07:20:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63ed55ee 2024-11-19T07:20:27,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:27,366 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:27,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:20:27,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:27,369 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:27,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:20:27,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:27,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:20:27,381 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc82acfb64866241a44a3d81ed7c3fb3, NAME => 'test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3 2024-11-19T07:20:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fc82acfb64866241a44a3d81ed7c3fb3, disabling compactions & flushes 2024-11-19T07:20:27,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. after waiting 0 ms 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,389 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc82acfb64866241a44a3d81ed7c3fb3: Waiting for close lock at 1732000827389Disabling compacts and flushes for region at 1732000827389Disabling writes for close at 1732000827389Writing region close event to WAL at 1732000827389Closed at 1732000827389 2024-11-19T07:20:27,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:20:27,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000827390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000827390"}]},"ts":"1732000827390"} 2024-11-19T07:20:27,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:20:27,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:20:27,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000827392"}]},"ts":"1732000827392"} 2024-11-19T07:20:27,394 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:20:27,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc82acfb64866241a44a3d81ed7c3fb3, ASSIGN}] 2024-11-19T07:20:27,395 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fc82acfb64866241a44a3d81ed7c3fb3, ASSIGN 2024-11-19T07:20:27,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fc82acfb64866241a44a3d81ed7c3fb3, ASSIGN; state=OFFLINE, location=db0afee3eab9,41511,1732000821998; forceNewPlan=false, retain=false 2024-11-19T07:20:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:27,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc82acfb64866241a44a3d81ed7c3fb3, regionState=OPENING, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:27,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fc82acfb64866241a44a3d81ed7c3fb3, ASSIGN because future has completed 2024-11-19T07:20:27,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc82acfb64866241a44a3d81ed7c3fb3, server=db0afee3eab9,41511,1732000821998}] 2024-11-19T07:20:27,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:27,704 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,704 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fc82acfb64866241a44a3d81ed7c3fb3, NAME => 'test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:27,704 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:27,704 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:20:27,704 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,704 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:27,705 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,705 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,706 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,707 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc82acfb64866241a44a3d81ed7c3fb3 columnFamilyName f 2024-11-19T07:20:27,707 DEBUG [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:27,707 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(327): Store=fc82acfb64866241a44a3d81ed7c3fb3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:27,707 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,708 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc82acfb64866241a44a3d81ed7c3fb3 columnFamilyName f1 2024-11-19T07:20:27,708 DEBUG [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:27,708 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(327): Store=fc82acfb64866241a44a3d81ed7c3fb3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:27,708 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,709 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc82acfb64866241a44a3d81ed7c3fb3 columnFamilyName norep 2024-11-19T07:20:27,709 DEBUG [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:27,709 INFO [StoreOpener-fc82acfb64866241a44a3d81ed7c3fb3-1 {}] regionserver.HStore(327): Store=fc82acfb64866241a44a3d81ed7c3fb3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:27,709 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,710 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,710 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,711 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,711 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,711 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:20:27,712 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,713 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:27,714 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fc82acfb64866241a44a3d81ed7c3fb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71144899, jitterRate=0.060141608119010925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:20:27,714 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:27,714 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fc82acfb64866241a44a3d81ed7c3fb3: Running coprocessor pre-open hook at 1732000827705Writing region info on filesystem at 1732000827705Initializing all the Stores at 1732000827705Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000827705Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000827705Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000827705Cleaning up temporary data from old regions at 1732000827711 (+6 ms)Running coprocessor post-open hooks at 1732000827714 (+3 ms)Region opened successfully at 1732000827714 2024-11-19T07:20:27,715 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3., pid=6, masterSystemTime=1732000827701 2024-11-19T07:20:27,716 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,716 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:27,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fc82acfb64866241a44a3d81ed7c3fb3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:27,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc82acfb64866241a44a3d81ed7c3fb3, server=db0afee3eab9,41511,1732000821998 because future has completed 2024-11-19T07:20:27,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:20:27,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fc82acfb64866241a44a3d81ed7c3fb3, server=db0afee3eab9,41511,1732000821998 in 170 msec 2024-11-19T07:20:27,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:20:27,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fc82acfb64866241a44a3d81ed7c3fb3, ASSIGN in 327 msec 2024-11-19T07:20:27,723 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:20:27,723 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000827723"}]},"ts":"1732000827723"} 2024-11-19T07:20:27,724 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:20:27,725 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:20:27,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 358 msec 2024-11-19T07:20:27,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:27,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:27,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18250 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:27,995 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:20:27,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bbbd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:27,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:27,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:27,996 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52987588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:27,997 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3f6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:27,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7242984b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:27,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:27,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:27,999 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b523de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:28,000 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7ccb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9e3bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:28,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:28,002 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1028cefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:28,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:28,003 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:28,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418001e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,35121,1732000815639 2024-11-19T07:20:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f0128e 2024-11-19T07:20:28,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:28,005 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:28,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:44349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:20:28,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:20:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:28,009 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44349' 2024-11-19T07:20:28,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49936833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,010 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:28,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:28,011 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ade8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:28,012 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:28,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5297e654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:28,013 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:28,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44349,1732000821850 2024-11-19T07:20:28,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46959602 2024-11-19T07:20:28,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:28,014 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:28,014 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:20:28,014 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:20:28,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:28,015 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:28,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:28,015 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:28,016 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:20:28,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:28,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:28,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:28,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:20:28,066 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:20:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:28,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 374ea2ec2f11ff7a9518f472e835d763, NAME => 'hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8 2024-11-19T07:20:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:20:28,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 374ea2ec2f11ff7a9518f472e835d763, disabling compactions & flushes 2024-11-19T07:20:28,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. after waiting 0 ms 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:28,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:28,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 374ea2ec2f11ff7a9518f472e835d763: Waiting for close lock at 1732000828830Disabling compacts and flushes for region at 1732000828830Disabling writes for close at 1732000828830Writing region close event to WAL at 1732000828830Closed at 1732000828830 2024-11-19T07:20:28,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:20:28,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000828831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000828831"}]},"ts":"1732000828831"} 2024-11-19T07:20:28,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:20:28,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:20:28,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000828834"}]},"ts":"1732000828834"} 2024-11-19T07:20:28,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:20:28,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=374ea2ec2f11ff7a9518f472e835d763, ASSIGN}] 2024-11-19T07:20:28,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=374ea2ec2f11ff7a9518f472e835d763, ASSIGN 2024-11-19T07:20:28,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=374ea2ec2f11ff7a9518f472e835d763, ASSIGN; state=OFFLINE, location=db0afee3eab9,46661,1732000815850; forceNewPlan=false, retain=false 2024-11-19T07:20:28,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=374ea2ec2f11ff7a9518f472e835d763, regionState=OPENING, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:28,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=374ea2ec2f11ff7a9518f472e835d763, ASSIGN because future has completed 2024-11-19T07:20:28,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 374ea2ec2f11ff7a9518f472e835d763, server=db0afee3eab9,46661,1732000815850}] 2024-11-19T07:20:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:29,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:29,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:29,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:20:29,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46661%2C1732000815850.rep, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/oldWALs, maxLogs=10 2024-11-19T07:20:29,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.rep.1732000829146, exclude list is [], retry=0 2024-11-19T07:20:29,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32901,DS-ebfc8279-12ac-4116-9202-2bd577262b72,DISK] 2024-11-19T07:20:29,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.rep.1732000829146 2024-11-19T07:20:29,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41085:41085)] 2024-11-19T07:20:29,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 374ea2ec2f11ff7a9518f472e835d763, NAME => 'hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:29,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:29,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. service=MultiRowMutationService 2024-11-19T07:20:29,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:20:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,163 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,164 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 374ea2ec2f11ff7a9518f472e835d763 columnFamilyName hfileref 2024-11-19T07:20:29,164 DEBUG [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:29,164 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(327): Store=374ea2ec2f11ff7a9518f472e835d763/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:29,164 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,165 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 374ea2ec2f11ff7a9518f472e835d763 columnFamilyName queue 2024-11-19T07:20:29,165 DEBUG [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:29,165 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(327): Store=374ea2ec2f11ff7a9518f472e835d763/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:29,165 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,166 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 374ea2ec2f11ff7a9518f472e835d763 columnFamilyName sid 2024-11-19T07:20:29,166 DEBUG [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:29,167 INFO [StoreOpener-374ea2ec2f11ff7a9518f472e835d763-1 {}] regionserver.HStore(327): Store=374ea2ec2f11ff7a9518f472e835d763/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:29,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/replication/374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/replication/374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:20:29,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/replication/374ea2ec2f11ff7a9518f472e835d763/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:29,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 374ea2ec2f11ff7a9518f472e835d763; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74307735, jitterRate=0.10727153718471527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:20:29,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:29,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 374ea2ec2f11ff7a9518f472e835d763: Running coprocessor pre-open hook at 1732000829162Writing region info on filesystem at 1732000829162Initializing all the Stores at 1732000829163 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000829163Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000829163Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000829163Cleaning up temporary data from old regions at 1732000829169 (+6 ms)Running coprocessor post-open hooks at 1732000829171 (+2 ms)Region opened successfully at 1732000829172 (+1 ms) 2024-11-19T07:20:29,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763., pid=10, masterSystemTime=1732000829142 2024-11-19T07:20:29,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:29,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:29,175 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=374ea2ec2f11ff7a9518f472e835d763, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46661,1732000815850 2024-11-19T07:20:29,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 374ea2ec2f11ff7a9518f472e835d763, server=db0afee3eab9,46661,1732000815850 because future has completed 2024-11-19T07:20:29,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:20:29,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 374ea2ec2f11ff7a9518f472e835d763, server=db0afee3eab9,46661,1732000815850 in 187 msec 2024-11-19T07:20:29,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:20:29,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=374ea2ec2f11ff7a9518f472e835d763, ASSIGN in 343 msec 2024-11-19T07:20:29,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:20:29,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000829180"}]},"ts":"1732000829180"} 2024-11-19T07:20:29,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:20:29,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:20:29,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-19T07:20:29,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763., hostname=db0afee3eab9,46661,1732000815850, seqNum=2] 2024-11-19T07:20:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:29,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:29,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:20:29,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:20:29,473 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:20:29,500 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,46661,1732000815850, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:20:29,501 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:29,501 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46661,1732000815850, seqNum=-1] 2024-11-19T07:20:29,501 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:29,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:29,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,46661,1732000815850', locateType=CURRENT is [region=hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763., hostname=db0afee3eab9,46661,1732000815850, seqNum=2] 2024-11-19T07:20:29,507 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:20:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:20:29,511 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,46661,1732000815850 suceeded 2024-11-19T07:20:29,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:20:29,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T07:20:29,513 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:44349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:20:29,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-19T07:20:29,523 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44349' 2024-11-19T07:20:29,524 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158c4d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:29,524 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:29,524 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:29,525 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f5118af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:29,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:29,526 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:29,527 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:29,527 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44349,1732000821850 2024-11-19T07:20:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b14368 2024-11-19T07:20:29,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:29,528 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-19T07:20:29,528 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,46661,1732000815850 (queues=1) is replicating from cluster=17c0bab2-7066-4bfc-92fc-67ac97d41469 to cluster=5274bdcd-8cce-4645-9ba4-a836ef7d1c57 2024-11-19T07:20:29,528 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C46661%2C1732000815850 2024-11-19T07:20:29,529 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,46661,1732000815850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:20:29,529 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C46661%2C1732000815850 2024-11-19T07:20:29,529 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, startPosition=0, beingWritten=true 2024-11-19T07:20:29,534 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:29,534 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:29,534 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:29,740 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:30,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:20:30,030 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:20:30,044 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:30,155 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:20:30,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:30,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:30,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ea9afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:30,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:30,156 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:30,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd8115a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:30,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,157 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:30,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c14a49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44349,1732000821850 2024-11-19T07:20:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba7709 2024-11-19T07:20:30,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:30,159 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:30,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:35121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:20:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:20:30,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:30,162 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:35121' 2024-11-19T07:20:30,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61746d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,163 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:30,163 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:30,164 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cab7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:30,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,165 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:30,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ba5275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:30,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,35121,1732000815639 2024-11-19T07:20:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59f0a43c 2024-11-19T07:20:30,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:30,166 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:30,167 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:20:30,167 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:20:30,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,167 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:30,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:30,167 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:30,168 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:20:30,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:30,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:30,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:20:30,219 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:20:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:30,447 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:30,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:30,576 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faa9f20af7f6245bb1ad37e79b7b3266, NAME => 'hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3 2024-11-19T07:20:30,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:20:30,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:30,952 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing faa9f20af7f6245bb1ad37e79b7b3266, disabling compactions & flushes 2024-11-19T07:20:30,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. after waiting 0 ms 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:30,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:30,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for faa9f20af7f6245bb1ad37e79b7b3266: Waiting for close lock at 1732000830989Disabling compacts and flushes for region at 1732000830989Disabling writes for close at 1732000830989Writing region close event to WAL at 1732000830989Closed at 1732000830989 2024-11-19T07:20:30,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:20:30,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000830991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000830991"}]},"ts":"1732000830991"} 2024-11-19T07:20:30,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:20:30,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:20:30,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000830994"}]},"ts":"1732000830994"} 2024-11-19T07:20:30,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:20:30,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa9f20af7f6245bb1ad37e79b7b3266, ASSIGN}] 2024-11-19T07:20:30,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa9f20af7f6245bb1ad37e79b7b3266, ASSIGN 2024-11-19T07:20:30,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faa9f20af7f6245bb1ad37e79b7b3266, ASSIGN; state=OFFLINE, location=db0afee3eab9,41511,1732000821998; forceNewPlan=false, retain=false 2024-11-19T07:20:31,149 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faa9f20af7f6245bb1ad37e79b7b3266, regionState=OPENING, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:31,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faa9f20af7f6245bb1ad37e79b7b3266, ASSIGN because future has completed 2024-11-19T07:20:31,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa9f20af7f6245bb1ad37e79b7b3266, server=db0afee3eab9,41511,1732000821998}] 2024-11-19T07:20:31,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:31,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:20:31,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41511%2C1732000821998.rep, suffix=, logDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998, archiveDir=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/oldWALs, maxLogs=10 2024-11-19T07:20:31,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.rep.1732000831311, exclude list is [], retry=0 2024-11-19T07:20:31,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33273,DS-682b203c-4de5-4206-a4eb-6d645552e2fd,DISK] 2024-11-19T07:20:31,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.rep.1732000831311 2024-11-19T07:20:31,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42405:42405)] 2024-11-19T07:20:31,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => faa9f20af7f6245bb1ad37e79b7b3266, NAME => 'hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:31,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. service=MultiRowMutationService 2024-11-19T07:20:31,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,330 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,332 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa9f20af7f6245bb1ad37e79b7b3266 columnFamilyName hfileref 2024-11-19T07:20:31,332 DEBUG [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:31,334 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(327): Store=faa9f20af7f6245bb1ad37e79b7b3266/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:31,335 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,336 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa9f20af7f6245bb1ad37e79b7b3266 columnFamilyName queue 2024-11-19T07:20:31,336 DEBUG [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:31,336 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(327): Store=faa9f20af7f6245bb1ad37e79b7b3266/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:31,336 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,337 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa9f20af7f6245bb1ad37e79b7b3266 columnFamilyName sid 2024-11-19T07:20:31,337 DEBUG [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:31,338 INFO [StoreOpener-faa9f20af7f6245bb1ad37e79b7b3266-1 {}] regionserver.HStore(327): Store=faa9f20af7f6245bb1ad37e79b7b3266/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:31,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/replication/faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/replication/faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:20:31,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/replication/faa9f20af7f6245bb1ad37e79b7b3266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:31,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened faa9f20af7f6245bb1ad37e79b7b3266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69180128, jitterRate=0.030864238739013672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:20:31,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:31,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for faa9f20af7f6245bb1ad37e79b7b3266: Running coprocessor pre-open hook at 1732000831329Writing region info on filesystem at 1732000831329Initializing all the Stores at 1732000831330 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000831330Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000831330Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000831330Cleaning up temporary data from old regions at 1732000831340 (+10 ms)Running coprocessor post-open hooks at 1732000831343 (+3 ms)Region opened successfully at 1732000831343 2024-11-19T07:20:31,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266., pid=10, masterSystemTime=1732000831306 2024-11-19T07:20:31,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:31,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:31,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faa9f20af7f6245bb1ad37e79b7b3266, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,41511,1732000821998 2024-11-19T07:20:31,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa9f20af7f6245bb1ad37e79b7b3266, server=db0afee3eab9,41511,1732000821998 because future has completed 2024-11-19T07:20:31,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:20:31,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure faa9f20af7f6245bb1ad37e79b7b3266, server=db0afee3eab9,41511,1732000821998 in 196 msec 2024-11-19T07:20:31,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:20:31,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa9f20af7f6245bb1ad37e79b7b3266, ASSIGN in 354 msec 2024-11-19T07:20:31,353 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:20:31,353 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000831353"}]},"ts":"1732000831353"} 2024-11-19T07:20:31,355 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:20:31,356 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:20:31,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-19T07:20:31,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266., hostname=db0afee3eab9,41511,1732000821998, seqNum=2] 2024-11-19T07:20:31,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:31,435 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:31,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:20:31,556 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:31,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:20:31,609 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:20:31,645 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,41511,1732000821998, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:20:31,645 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:31,645 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41511,1732000821998, seqNum=-1] 2024-11-19T07:20:31,646 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:31,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:31,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,41511,1732000821998', locateType=CURRENT is [region=hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266., hostname=db0afee3eab9,41511,1732000821998, seqNum=2] 2024-11-19T07:20:31,650 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:20:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:20:31,652 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,41511,1732000821998 suceeded 2024-11-19T07:20:31,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:20:31,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-19T07:20:31,654 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:35121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:20:31,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-11-19T07:20:31,665 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:35121' 2024-11-19T07:20:31,667 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6397ba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:31,667 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:31,667 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:31,667 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e327a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:31,669 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:31,669 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30aec7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:31,669 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,35121,1732000815639 2024-11-19T07:20:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e20a441 2024-11-19T07:20:31,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:31,671 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-19T07:20:31,672 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,41511,1732000821998 (queues=1) is replicating from cluster=5274bdcd-8cce-4645-9ba4-a836ef7d1c57 to cluster=17c0bab2-7066-4bfc-92fc-67ac97d41469 2024-11-19T07:20:31,672 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C41511%2C1732000821998 2024-11-19T07:20:31,672 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,41511,1732000821998, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:20:31,672 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C41511%2C1732000821998 2024-11-19T07:20:31,672 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, startPosition=0, beingWritten=true 2024-11-19T07:20:31,677 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:31,677 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:31,677 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41511,1732000821998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:31,882 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:32,186 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:32,260 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:20:32,305 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:20:32,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:32,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:32,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:32,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:32,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46661,1732000815850, seqNum=-1] 2024-11-19T07:20:32,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:32,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., hostname=db0afee3eab9,46661,1732000815850, seqNum=2] 2024-11-19T07:20:32,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41511,1732000821998, seqNum=-1] 2024-11-19T07:20:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:32,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3., hostname=db0afee3eab9,41511,1732000821998, seqNum=2] 2024-11-19T07:20:32,318 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T07:20:32,592 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:33,064 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 379, reset compression=false 2024-11-19T07:20:33,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:33,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 480, reset compression=false 2024-11-19T07:20:33,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[{test/db44b85a32a89a7495264ee1e6a70e08/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T07:20:33,072 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:33,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-19T07:20:33,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:20:33,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1e1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44349,-1 for getting cluster id 2024-11-19T07:20:33,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:33,076 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5274bdcd-8cce-4645-9ba4-a836ef7d1c57' 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5274bdcd-8cce-4645-9ba4-a836ef7d1c57" 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3045dbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44349,-1] 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:33,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:33,077 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:33,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a399728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41511,1732000821998, seqNum=-1] 2024-11-19T07:20:33,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:33,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:33,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3., hostname=db0afee3eab9,41511,1732000821998, seqNum=2] 2024-11-19T07:20:33,116 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:33,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:20:33,275 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 480, reset compression=false 2024-11-19T07:20:33,322 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T07:20:33,325 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T07:20:33,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:20:33,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:33,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-19T07:20:33,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:33,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:33,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:20:33,578 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 480, reset compression=false 2024-11-19T07:20:33,720 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 379, reset compression=false 2024-11-19T07:20:33,725 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:33,725 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 607, reset compression=false 2024-11-19T07:20:33,725 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41511,1732000821998 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc82acfb64866241a44a3d81ed7c3fb3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:20:33,727 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:33,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-19T07:20:33,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:20:33,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51e6fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,35121,-1 for getting cluster id 2024-11-19T07:20:33,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:33,731 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c0bab2-7066-4bfc-92fc-67ac97d41469' 2024-11-19T07:20:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c0bab2-7066-4bfc-92fc-67ac97d41469" 2024-11-19T07:20:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18871dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,35121,-1] 2024-11-19T07:20:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:33,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:33,732 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:33,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@571b79fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:33,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:33,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46661,1732000815850, seqNum=-1] 2024-11-19T07:20:33,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:33,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-19T07:20:33,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., hostname=db0afee3eab9,46661,1732000815850, seqNum=2] 2024-11-19T07:20:33,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:20:33,931 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 607, reset compression=false 2024-11-19T07:20:33,982 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 480, reset compression=false 2024-11-19T07:20:33,986 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:33,986 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 607, reset compression=false 2024-11-19T07:20:33,986 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:34,189 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 607, reset compression=false 2024-11-19T07:20:34,234 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 607, reset compression=false 2024-11-19T07:20:34,327 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T07:20:34,336 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T07:20:34,493 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 607, reset compression=false 2024-11-19T07:20:34,497 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:34,497 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 763, reset compression=false 2024-11-19T07:20:34,498 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[{test/db44b85a32a89a7495264ee1e6a70e08/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T07:20:34,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:20:34,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41511 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:20:34,638 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 607, reset compression=false 2024-11-19T07:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 754, reset compression=false 2024-11-19T07:20:34,642 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41511,1732000821998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:34,703 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 763, reset compression=false 2024-11-19T07:20:34,845 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 754, reset compression=false 2024-11-19T07:20:35,006 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 763, reset compression=false 2024-11-19T07:20:35,148 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 754, reset compression=false 2024-11-19T07:20:35,338 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T07:20:35,341 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T07:20:35,410 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 763, reset compression=false 2024-11-19T07:20:35,552 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 754, reset compression=false 2024-11-19T07:20:35,560 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:20:35,560 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 913, reset compression=false 2024-11-19T07:20:35,560 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41511,1732000821998 got entry batch from reader: WALEntryBatch [walEntries=[{test/fc82acfb64866241a44a3d81ed7c3fb3/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T07:20:35,561 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:20:35,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:20:35,773 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 913, reset compression=false 2024-11-19T07:20:35,914 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 763, reset compression=false 2024-11-19T07:20:35,917 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:35,917 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:35,917 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:36,077 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 913, reset compression=false 2024-11-19T07:20:36,123 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:36,346 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T07:20:36,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:20:36,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:36,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:36,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:36,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:36,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:36,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:20:36,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906797864, stopped=false 2024-11-19T07:20:36,351 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,44349,1732000821850 2024-11-19T07:20:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1907362608/running 2024-11-19T07:20:36,371 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1907362608/running 2024-11-19T07:20:36,371 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:36,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:36,371 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:36,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:36,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:36,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:36,372 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,41511,1732000821998' ***** 2024-11-19T07:20:36,372 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:20:36,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/running 2024-11-19T07:20:36,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Set watcher on znode that does not yet exist, /1907362608/running 2024-11-19T07:20:36,373 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:20:36,373 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:20:36,373 INFO [RS:0;db0afee3eab9:41511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:20:36,373 INFO [RS:0;db0afee3eab9:41511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:20:36,373 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(3091): Received CLOSE for fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:36,376 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(3091): Received CLOSE for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:36,376 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,41511,1732000821998 2024-11-19T07:20:36,376 INFO [RS:0;db0afee3eab9:41511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:36,376 INFO [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41511. 2024-11-19T07:20:36,376 DEBUG [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:36,377 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:36,377 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc82acfb64866241a44a3d81ed7c3fb3, disabling compactions & flushes 2024-11-19T07:20:36,377 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:36,377 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:36,377 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:20:36,377 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:20:36,377 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:20:36,377 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. after waiting 0 ms 2024-11-19T07:20:36,377 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:20:36,377 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:36,377 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc82acfb64866241a44a3d81ed7c3fb3 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-19T07:20:36,377 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:20:36,377 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1325): Online Regions={fc82acfb64866241a44a3d81ed7c3fb3=test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3., 1588230740=hbase:meta,,1.1588230740, faa9f20af7f6245bb1ad37e79b7b3266=hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266.} 2024-11-19T07:20:36,377 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, faa9f20af7f6245bb1ad37e79b7b3266, fc82acfb64866241a44a3d81ed7c3fb3 2024-11-19T07:20:36,378 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:36,378 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:36,378 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:36,378 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:36,378 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:36,378 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:20:36,398 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f/811f529d532d44469d3b086e5f00127a is 29, key is row1/f:/1732000835338/DeleteFamily/seqid=0 2024-11-19T07:20:36,411 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/info/c17f5edf217443118792a1c6bd1fd842 is 147, key is hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266./info:regioninfo/1732000831346/Put/seqid=0 2024-11-19T07:20:36,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741840_1016 (size=5118) 2024-11-19T07:20:36,413 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f/811f529d532d44469d3b086e5f00127a 2024-11-19T07:20:36,418 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 811f529d532d44469d3b086e5f00127a 2024-11-19T07:20:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741841_1017 (size=7686) 2024-11-19T07:20:36,426 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/info/c17f5edf217443118792a1c6bd1fd842 2024-11-19T07:20:36,437 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:36,440 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:36,440 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f1/32171732aacf4113807028f46ca8dd71 is 30, key is row1/f1:/1732000835338/DeleteFamily/seqid=0 2024-11-19T07:20:36,465 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/ns/1964a9cbcca84b0589431fe9716bc0f2 is 43, key is default/ns:d/1732000825118/Put/seqid=0 2024-11-19T07:20:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741842_1018 (size=5123) 2024-11-19T07:20:36,476 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f1/32171732aacf4113807028f46ca8dd71 2024-11-19T07:20:36,481 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 913, reset compression=false 2024-11-19T07:20:36,483 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32171732aacf4113807028f46ca8dd71 2024-11-19T07:20:36,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741843_1019 (size=5153) 2024-11-19T07:20:36,487 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/ns/1964a9cbcca84b0589431fe9716bc0f2 2024-11-19T07:20:36,505 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:36,505 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 1160, reset compression=false 2024-11-19T07:20:36,505 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41511,1732000821998 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:36,509 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,41511,1732000821998: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,41511,1732000821998, walGroup=db0afee3eab9%2C41511%2C1732000821998, offset=db0afee3eab9%2C41511%2C1732000821998.1732000824357:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:41511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:20:36,510 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:20:36,510 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:20:36,511 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:20:36,512 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:20:36,512 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 590361512 }, "NonHeapMemoryUsage": { "committed": 193658880, "init": 7667712, "max": -1, "used": 190583296 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:20:36,515 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:20:36,516 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/norep/d32fdd99c44f47869e7453e1c05c28f5 is 33, key is row1/norep:/1732000835338/DeleteFamily/seqid=0 2024-11-19T07:20:36,522 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/rep_barrier/3fbefe750bb54ec9910d56fc3a1b186d is 112, key is test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3./rep_barrier:seqnumDuringOpen/1732000827717/Put/seqid=0 2024-11-19T07:20:36,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741844_1020 (size=5108) 2024-11-19T07:20:36,528 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/norep/d32fdd99c44f47869e7453e1c05c28f5 2024-11-19T07:20:36,533 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d32fdd99c44f47869e7453e1c05c28f5 2024-11-19T07:20:36,534 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f/811f529d532d44469d3b086e5f00127a as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/f/811f529d532d44469d3b086e5f00127a 2024-11-19T07:20:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741845_1021 (size=5518) 2024-11-19T07:20:36,539 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 811f529d532d44469d3b086e5f00127a 2024-11-19T07:20:36,540 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/f/811f529d532d44469d3b086e5f00127a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:36,542 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/f1/32171732aacf4113807028f46ca8dd71 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/f1/32171732aacf4113807028f46ca8dd71 2024-11-19T07:20:36,547 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 32171732aacf4113807028f46ca8dd71 2024-11-19T07:20:36,547 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/f1/32171732aacf4113807028f46ca8dd71, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:36,548 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/.tmp/norep/d32fdd99c44f47869e7453e1c05c28f5 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/norep/d32fdd99c44f47869e7453e1c05c28f5 2024-11-19T07:20:36,553 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d32fdd99c44f47869e7453e1c05c28f5 2024-11-19T07:20:36,553 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/norep/d32fdd99c44f47869e7453e1c05c28f5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:36,554 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc82acfb64866241a44a3d81ed7c3fb3 in 177ms, sequenceid=8, compaction requested=false 2024-11-19T07:20:36,565 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/default/test/fc82acfb64866241a44a3d81ed7c3fb3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T07:20:36,566 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:36,566 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:36,566 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:36,566 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc82acfb64866241a44a3d81ed7c3fb3: Waiting for close lock at 1732000836376Running coprocessor pre-close hooks at 1732000836376Disabling compacts and flushes for region at 1732000836376Disabling writes for close at 1732000836377 (+1 ms)Obtaining lock to block concurrent updates at 1732000836377Preparing flush snapshotting stores in fc82acfb64866241a44a3d81ed7c3fb3 at 1732000836377Finished memstore snapshotting test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732000836377Flushing stores of test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. at 1732000836378 (+1 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/f: creating writer at 1732000836378Flushing fc82acfb64866241a44a3d81ed7c3fb3/f: appending metadata at 1732000836397 (+19 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/f: closing flushed file at 1732000836397Flushing fc82acfb64866241a44a3d81ed7c3fb3/f1: creating writer at 1732000836418 (+21 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/f1: appending metadata at 1732000836440 (+22 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/f1: closing flushed file at 1732000836440Flushing fc82acfb64866241a44a3d81ed7c3fb3/norep: creating writer at 1732000836483 (+43 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/norep: appending metadata at 1732000836505 (+22 ms)Flushing fc82acfb64866241a44a3d81ed7c3fb3/norep: closing flushed file at 1732000836505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4094ab: reopening flushed file at 1732000836533 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fe84aa: reopening flushed file at 1732000836540 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71eec918: reopening flushed file at 1732000836547 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fc82acfb64866241a44a3d81ed7c3fb3 in 177ms, sequenceid=8, compaction requested=false at 1732000836554 (+7 ms)Writing region close event to WAL at 1732000836562 (+8 ms)Running coprocessor post-close hooks at 1732000836566 (+4 ms)Closed at 1732000836566 2024-11-19T07:20:36,566 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000827367.fc82acfb64866241a44a3d81ed7c3fb3. 2024-11-19T07:20:36,566 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa9f20af7f6245bb1ad37e79b7b3266, disabling compactions & flushes 2024-11-19T07:20:36,567 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,567 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,567 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. after waiting 0 ms 2024-11-19T07:20:36,567 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,567 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa9f20af7f6245bb1ad37e79b7b3266: Waiting for close lock at 1732000836566Running coprocessor pre-close hooks at 1732000836566Disabling compacts and flushes for region at 1732000836566Disabling writes for close at 1732000836567 (+1 ms)Failed flush hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266., putting online again at 1732000836567 2024-11-19T07:20:36,567 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,578 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(3091): Received CLOSE for faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:36,578 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, faa9f20af7f6245bb1ad37e79b7b3266 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa9f20af7f6245bb1ad37e79b7b3266, disabling compactions & flushes 2024-11-19T07:20:36,578 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. after waiting 0 ms 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa9f20af7f6245bb1ad37e79b7b3266: Waiting for close lock at 1732000836578Running coprocessor pre-close hooks at 1732000836578Disabling compacts and flushes for region at 1732000836578Disabling writes for close at 1732000836578Failed flush hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266., putting online again at 1732000836578 2024-11-19T07:20:36,578 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000830167.faa9f20af7f6245bb1ad37e79b7b3266. 2024-11-19T07:20:36,718 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 1160, reset compression=false 2024-11-19T07:20:36,727 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:36,727 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 1804, reset compression=false 2024-11-19T07:20:36,778 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:36,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:36,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,874 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:36,938 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 1804, reset compression=false 2024-11-19T07:20:36,942 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/rep_barrier/3fbefe750bb54ec9910d56fc3a1b186d 2024-11-19T07:20:36,961 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/table/b4aafac8e4614fe08edccc34c7c6e9e8 is 53, key is hbase:replication/table:state/1732000831353/Put/seqid=0 2024-11-19T07:20:36,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:20:36,972 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/table/b4aafac8e4614fe08edccc34c7c6e9e8 2024-11-19T07:20:36,975 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/info/c17f5edf217443118792a1c6bd1fd842 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/info/c17f5edf217443118792a1c6bd1fd842 2024-11-19T07:20:36,978 DEBUG [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:20:36,981 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/info/c17f5edf217443118792a1c6bd1fd842, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:20:36,982 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/ns/1964a9cbcca84b0589431fe9716bc0f2 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/ns/1964a9cbcca84b0589431fe9716bc0f2 2024-11-19T07:20:36,986 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/ns/1964a9cbcca84b0589431fe9716bc0f2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:20:36,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/rep_barrier/3fbefe750bb54ec9910d56fc3a1b186d as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/rep_barrier/3fbefe750bb54ec9910d56fc3a1b186d 2024-11-19T07:20:36,995 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/rep_barrier/3fbefe750bb54ec9910d56fc3a1b186d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:20:36,996 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/.tmp/table/b4aafac8e4614fe08edccc34c7c6e9e8 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/table/b4aafac8e4614fe08edccc34c7c6e9e8 2024-11-19T07:20:37,002 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/table/b4aafac8e4614fe08edccc34c7c6e9e8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:20:37,005 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false 2024-11-19T07:20:37,012 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:20:37,012 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:37,012 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:37,013 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:37,013 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000836378Running coprocessor pre-close hooks at 1732000836378Disabling compacts and flushes for region at 1732000836378Disabling writes for close at 1732000836378Obtaining lock to block concurrent updates at 1732000836378Preparing flush snapshotting stores in 1588230740 at 1732000836378Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000836378Flushing stores of hbase:meta,,1.1588230740 at 1732000836379 (+1 ms)Flushing 1588230740/info: creating writer at 1732000836379Flushing 1588230740/info: appending metadata at 1732000836411 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732000836411Flushing 1588230740/ns: creating writer at 1732000836432 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732000836464 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732000836464Flushing 1588230740/rep_barrier: creating writer at 1732000836494 (+30 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000836522 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000836522Flushing 1588230740/table: creating writer at 1732000836946 (+424 ms)Flushing 1588230740/table: appending metadata at 1732000836960 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732000836960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36d43645: reopening flushed file at 1732000836975 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61e9adbe: reopening flushed file at 1732000836981 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@489768be: reopening flushed file at 1732000836986 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b0d12: reopening flushed file at 1732000836995 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 626ms, sequenceid=16, compaction requested=false at 1732000837005 (+10 ms)Writing region close event to WAL at 1732000837008 (+3 ms)Running coprocessor post-close hooks at 1732000837012 (+4 ms)Closed at 1732000837012 2024-11-19T07:20:37,013 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:37,178 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:20:37,178 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,41511,1732000821998; all regions closed. 2024-11-19T07:20:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:20:37,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.meta.1732000825034.meta not finished, retry = 0 2024-11-19T07:20:37,255 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 to pos 1804, reset compression=false 2024-11-19T07:20:37,270 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:20:37,270 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:20:37,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.rep.1732000831311 not finished, retry = 0 2024-11-19T07:20:37,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741839_1015 (size=1515) 2024-11-19T07:20:37,379 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741832_1008 (size=1812) 2024-11-19T07:20:37,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/WALs/db0afee3eab9,41511,1732000821998/db0afee3eab9%2C41511%2C1732000821998.1732000824357 not finished, retry = 0 2024-11-19T07:20:37,487 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:37,487 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:37,487 INFO [RS:0;db0afee3eab9:41511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:37,487 INFO [RS:0;db0afee3eab9:41511 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:37,487 INFO [RS:0;db0afee3eab9:41511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:37,487 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:37,487 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,41511,1732000821998 because: Region server is closing 2024-11-19T07:20:37,488 INFO [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41511. 2024-11-19T07:20:37,488 DEBUG [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:37,488 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:37,488 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:37,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:37,588 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.shipperdb0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 terminated 2024-11-19T07:20:37,588 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41511,1732000821998.replicationSource.wal-reader.db0afee3eab9%2C41511%2C1732000821998,1-db0afee3eab9,41511,1732000821998 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:20:37,589 INFO [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41511. 2024-11-19T07:20:37,589 DEBUG [RS:0;db0afee3eab9:41511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:37,589 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:37,589 DEBUG [RS:0;db0afee3eab9:41511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:37,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:37,589 INFO [RS:0;db0afee3eab9:41511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41511 2024-11-19T07:20:37,652 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1907362608/rs/db0afee3eab9,41511,1732000821998 2024-11-19T07:20:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608/rs 2024-11-19T07:20:37,652 INFO [RS:0;db0afee3eab9:41511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:37,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,41511,1732000821998] 2024-11-19T07:20:37,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1907362608/draining/db0afee3eab9,41511,1732000821998 already deleted, retry=false 2024-11-19T07:20:37,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,41511,1732000821998 expired; onlineServers=0 2024-11-19T07:20:37,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,44349,1732000821850' ***** 2024-11-19T07:20:37,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:20:37,717 INFO [M:0;db0afee3eab9:44349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:37,717 INFO [M:0;db0afee3eab9:44349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:37,717 DEBUG [M:0;db0afee3eab9:44349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:20:37,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:20:37,718 DEBUG [M:0;db0afee3eab9:44349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:20:37,718 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000824158 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000824158,5,FailOnTimeoutGroup] 2024-11-19T07:20:37,718 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000824158 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000824158,5,FailOnTimeoutGroup] 2024-11-19T07:20:37,718 INFO [M:0;db0afee3eab9:44349 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:37,718 INFO [M:0;db0afee3eab9:44349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:37,718 DEBUG [M:0;db0afee3eab9:44349 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:20:37,718 INFO [M:0;db0afee3eab9:44349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:20:37,718 INFO [M:0;db0afee3eab9:44349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:37,718 INFO [M:0;db0afee3eab9:44349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:20:37,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:20:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1907362608/master 2024-11-19T07:20:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1907362608 2024-11-19T07:20:37,729 DEBUG [M:0;db0afee3eab9:44349 {}] zookeeper.ZKUtil(347): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Unable to get data of znode /1907362608/master because node does not exist (not an error) 2024-11-19T07:20:37,729 WARN [M:0;db0afee3eab9:44349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:20:37,730 INFO [M:0;db0afee3eab9:44349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/.lastflushedseqids 2024-11-19T07:20:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:20:37,786 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:37,786 INFO [RS:0;db0afee3eab9:41511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:37,786 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41511-0x10151f70d380004, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:37,786 INFO [RS:0;db0afee3eab9:41511 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,41511,1732000821998; zookeeper connection closed. 2024-11-19T07:20:37,786 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e79b12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e79b12 2024-11-19T07:20:37,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:20:37,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:37,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:37,834 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28350 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:37,983 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:38,142 INFO [M:0;db0afee3eab9:44349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:20:38,142 INFO [M:0;db0afee3eab9:44349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:20:38,142 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:38,142 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:38,142 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:38,142 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:38,142 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:38,142 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T07:20:38,161 DEBUG [M:0;db0afee3eab9:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9c7fe272d6a4c598a07737246e8ad09 is 82, key is hbase:meta,,1/info:regioninfo/1732000825083/Put/seqid=0 2024-11-19T07:20:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:20:38,171 INFO [M:0;db0afee3eab9:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9c7fe272d6a4c598a07737246e8ad09 2024-11-19T07:20:38,219 DEBUG [M:0;db0afee3eab9:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9492a9a4611e4b9ca8f97f982fcf219d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000831357/Put/seqid=0 2024-11-19T07:20:38,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741849_1025 (size=8516) 2024-11-19T07:20:38,630 INFO [M:0;db0afee3eab9:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9492a9a4611e4b9ca8f97f982fcf219d 2024-11-19T07:20:38,663 DEBUG [M:0;db0afee3eab9:44349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6cfcaad74e64fed8c76789109ab2ae7 is 69, key is db0afee3eab9,41511,1732000821998/rs:state/1732000824207/Put/seqid=0 2024-11-19T07:20:38,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:20:38,672 INFO [M:0;db0afee3eab9:44349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6cfcaad74e64fed8c76789109ab2ae7 2024-11-19T07:20:38,677 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9c7fe272d6a4c598a07737246e8ad09 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9c7fe272d6a4c598a07737246e8ad09 2024-11-19T07:20:38,681 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9c7fe272d6a4c598a07737246e8ad09, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:20:38,682 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9492a9a4611e4b9ca8f97f982fcf219d as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9492a9a4611e4b9ca8f97f982fcf219d 2024-11-19T07:20:38,687 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:38,692 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9492a9a4611e4b9ca8f97f982fcf219d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:20:38,693 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6cfcaad74e64fed8c76789109ab2ae7 as hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6cfcaad74e64fed8c76789109ab2ae7 2024-11-19T07:20:38,698 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36523/user/jenkins/test-data/2eefc1c7-72fb-860d-1fd3-8628acac87e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6cfcaad74e64fed8c76789109ab2ae7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:20:38,700 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=97, compaction requested=false 2024-11-19T07:20:38,701 INFO [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:38,701 DEBUG [M:0;db0afee3eab9:44349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000838142Disabling compacts and flushes for region at 1732000838142Disabling writes for close at 1732000838142Obtaining lock to block concurrent updates at 1732000838142Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000838142Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732000838143 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000838143Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000838143Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000838160 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000838160Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000838185 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000838218 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000838218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000838634 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000838662 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000838662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@174734e7: reopening flushed file at 1732000838676 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181cade8: reopening flushed file at 1732000838682 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c15166d: reopening flushed file at 1732000838692 (+10 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=97, compaction requested=false at 1732000838700 (+8 ms)Writing region close event to WAL at 1732000838701 (+1 ms)Closed at 1732000838701 2024-11-19T07:20:38,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33273 is added to blk_1073741830_1006 (size=63654) 2024-11-19T07:20:38,706 INFO [M:0;db0afee3eab9:44349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:20:38,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:38,706 INFO [M:0;db0afee3eab9:44349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44349 2024-11-19T07:20:38,706 INFO [M:0;db0afee3eab9:44349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:38,874 INFO [M:0;db0afee3eab9:44349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:38,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:38,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44349-0x10151f70d380003, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:38,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@661914ca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:38,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594bfdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:38,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:38,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3d5c02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:38,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e25e8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:38,905 WARN [BP-891553203-172.17.0.2-1732000819673 heartbeating to localhost/127.0.0.1:36523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:20:38,905 WARN [BP-891553203-172.17.0.2-1732000819673 heartbeating to localhost/127.0.0.1:36523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-891553203-172.17.0.2-1732000819673 (Datanode Uuid c5f78250-9841-4c81-af80-113ca52c2a30) service to localhost/127.0.0.1:36523 2024-11-19T07:20:38,907 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:20:38,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/cluster_c9025eb0-9fc8-ddaa-7313-c0df0ec360ad/data/data2/current/BP-891553203-172.17.0.2-1732000819673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:38,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:20:38,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/cluster_c9025eb0-9fc8-ddaa-7313-c0df0ec360ad/data/data1/current/BP-891553203-172.17.0.2-1732000819673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:38,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:20:38,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e2d4162{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:38,922 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c5c0330{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:38,922 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:38,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621cead8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:38,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffa0584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:38,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:20:38,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:20:38,946 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:38,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:38,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:38,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:38,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:20:38,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=470936193, stopped=false 2024-11-19T07:20:38,947 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,35121,1732000815639 2024-11-19T07:20:38,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-468208440/running 2024-11-19T07:20:38,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-468208440/running 2024-11-19T07:20:38,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:38,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:38,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:38,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/running 2024-11-19T07:20:38,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Set watcher on znode that does not yet exist, /0-468208440/running 2024-11-19T07:20:38,963 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:20:38,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:38,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:38,964 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,46661,1732000815850' ***** 2024-11-19T07:20:38,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:20:38,964 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:20:38,964 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,46661,1732000815850 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46661. 2024-11-19T07:20:38,965 DEBUG [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:38,965 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:20:38,965 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:20:38,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db44b85a32a89a7495264ee1e6a70e08, disabling compactions & flushes 2024-11-19T07:20:38,966 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:38,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:38,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. after waiting 0 ms 2024-11-19T07:20:38,966 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:38,966 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing db44b85a32a89a7495264ee1e6a70e08 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-19T07:20:38,968 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:20:38,968 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1325): Online Regions={db44b85a32a89a7495264ee1e6a70e08=test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., 1588230740=hbase:meta,,1.1588230740, 374ea2ec2f11ff7a9518f472e835d763=hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.} 2024-11-19T07:20:38,968 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:38,969 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:38,969 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:38,969 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:38,969 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:38,969 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:38,969 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:20:38,999 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f/0617d56c04154c43a6c97802d8a4bb5f is 29, key is row1/f:/1732000835338/DeleteFamily/seqid=0 2024-11-19T07:20:39,020 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/info/48e981c693634fefae96788449017eaa is 147, key is hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763./info:regioninfo/1732000829175/Put/seqid=0 2024-11-19T07:20:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741840_1016 (size=5118) 2024-11-19T07:20:39,025 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f/0617d56c04154c43a6c97802d8a4bb5f 2024-11-19T07:20:39,054 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:39,054 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:20:39,054 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:20:39,061 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0617d56c04154c43a6c97802d8a4bb5f 2024-11-19T07:20:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741841_1017 (size=7686) 2024-11-19T07:20:39,109 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f1/31641a29c2f943eca851e7facebe7e2a is 30, key is row1/f1:/1732000835338/DeleteFamily/seqid=0 2024-11-19T07:20:39,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741842_1018 (size=5123) 2024-11-19T07:20:39,168 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:39,368 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:39,497 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 912, reset compression=false 2024-11-19T07:20:39,503 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:39,503 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 1159, reset compression=false 2024-11-19T07:20:39,503 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46661,1732000815850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:20:39,504 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,46661,1732000815850: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,46661,1732000815850, walGroup=db0afee3eab9%2C46661%2C1732000815850, offset=db0afee3eab9%2C46661%2C1732000815850.1732000818163:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:46661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:20:39,505 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:20:39,505 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:20:39,508 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:20:39,509 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:20:39,509 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:20:39,509 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 655373224 }, "NonHeapMemoryUsage": { "committed": 193986560, "init": 7667712, "max": -1, "used": 191171088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:20:39,510 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:20:39,517 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/info/48e981c693634fefae96788449017eaa 2024-11-19T07:20:39,540 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/ns/28537e19df944bac8ad41ba605c5514c is 43, key is default/ns:d/1732000819527/Put/seqid=0 2024-11-19T07:20:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741843_1019 (size=5153) 2024-11-19T07:20:39,546 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/ns/28537e19df944bac8ad41ba605c5514c 2024-11-19T07:20:39,557 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f1/31641a29c2f943eca851e7facebe7e2a 2024-11-19T07:20:39,567 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31641a29c2f943eca851e7facebe7e2a 2024-11-19T07:20:39,568 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:39,596 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/rep_barrier/8fb01b222369437c896ddec522e66928 is 112, key is test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08./rep_barrier:seqnumDuringOpen/1732000826371/Put/seqid=0 2024-11-19T07:20:39,603 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/norep/4e1fef47e0d641b7b778461c5346733d is 32, key is row/norep:/1732000834330/DeleteFamily/seqid=0 2024-11-19T07:20:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:20:39,606 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/rep_barrier/8fb01b222369437c896ddec522e66928 2024-11-19T07:20:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741845_1021 (size=5101) 2024-11-19T07:20:39,631 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/table/872ad9d52928473fa710a306be3272af is 53, key is hbase:replication/table:state/1732000829180/Put/seqid=0 2024-11-19T07:20:39,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:20:39,634 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/table/872ad9d52928473fa710a306be3272af 2024-11-19T07:20:39,641 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/info/48e981c693634fefae96788449017eaa as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/info/48e981c693634fefae96788449017eaa 2024-11-19T07:20:39,644 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/info/48e981c693634fefae96788449017eaa, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:20:39,645 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/ns/28537e19df944bac8ad41ba605c5514c as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/ns/28537e19df944bac8ad41ba605c5514c 2024-11-19T07:20:39,649 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/ns/28537e19df944bac8ad41ba605c5514c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:20:39,650 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/rep_barrier/8fb01b222369437c896ddec522e66928 as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/rep_barrier/8fb01b222369437c896ddec522e66928 2024-11-19T07:20:39,654 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/rep_barrier/8fb01b222369437c896ddec522e66928, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:20:39,655 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/.tmp/table/872ad9d52928473fa710a306be3272af as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/table/872ad9d52928473fa710a306be3272af 2024-11-19T07:20:39,659 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/table/872ad9d52928473fa710a306be3272af, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:20:39,660 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=16, compaction requested=false 2024-11-19T07:20:39,672 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:20:39,673 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:39,673 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:20:39,673 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:39,673 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000838969Running coprocessor pre-close hooks at 1732000838969Disabling compacts and flushes for region at 1732000838969Disabling writes for close at 1732000838969Obtaining lock to block concurrent updates at 1732000838970 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732000838970Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000838975 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000838976 (+1 ms)Flushing 1588230740/info: creating writer at 1732000838976Flushing 1588230740/info: appending metadata at 1732000839019 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732000839019Flushing 1588230740/ns: creating writer at 1732000839521 (+502 ms)Flushing 1588230740/ns: appending metadata at 1732000839539 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732000839539Flushing 1588230740/rep_barrier: creating writer at 1732000839559 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000839595 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000839595Flushing 1588230740/table: creating writer at 1732000839609 (+14 ms)Flushing 1588230740/table: appending metadata at 1732000839631 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732000839631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec5f652: reopening flushed file at 1732000839640 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee2417e: reopening flushed file at 1732000839644 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67da280e: reopening flushed file at 1732000839649 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5284ea67: reopening flushed file at 1732000839654 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 691ms, sequenceid=16, compaction requested=false at 1732000839660 (+6 ms)Writing region close event to WAL at 1732000839668 (+8 ms)Running coprocessor post-close hooks at 1732000839673 (+5 ms)Closed at 1732000839673 2024-11-19T07:20:39,673 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:39,741 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 1159, reset compression=false 2024-11-19T07:20:39,769 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:39,969 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:20:39,969 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1325): Online Regions={db44b85a32a89a7495264ee1e6a70e08=test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., 374ea2ec2f11ff7a9518f472e835d763=hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763.} 2024-11-19T07:20:39,969 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 374ea2ec2f11ff7a9518f472e835d763, db44b85a32a89a7495264ee1e6a70e08 2024-11-19T07:20:40,015 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/norep/4e1fef47e0d641b7b778461c5346733d 2024-11-19T07:20:40,019 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1fef47e0d641b7b778461c5346733d 2024-11-19T07:20:40,019 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f/0617d56c04154c43a6c97802d8a4bb5f as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/f/0617d56c04154c43a6c97802d8a4bb5f 2024-11-19T07:20:40,027 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0617d56c04154c43a6c97802d8a4bb5f 2024-11-19T07:20:40,027 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/f/0617d56c04154c43a6c97802d8a4bb5f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:40,028 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/f1/31641a29c2f943eca851e7facebe7e2a as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/f1/31641a29c2f943eca851e7facebe7e2a 2024-11-19T07:20:40,040 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 31641a29c2f943eca851e7facebe7e2a 2024-11-19T07:20:40,040 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/f1/31641a29c2f943eca851e7facebe7e2a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:40,041 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/.tmp/norep/4e1fef47e0d641b7b778461c5346733d as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/norep/4e1fef47e0d641b7b778461c5346733d 2024-11-19T07:20:40,045 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 1159, reset compression=false 2024-11-19T07:20:40,048 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e1fef47e0d641b7b778461c5346733d 2024-11-19T07:20:40,048 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/norep/4e1fef47e0d641b7b778461c5346733d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-19T07:20:40,049 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db44b85a32a89a7495264ee1e6a70e08 in 1083ms, sequenceid=8, compaction requested=false 2024-11-19T07:20:40,050 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:20:40,056 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:40,056 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 1508, reset compression=false 2024-11-19T07:20:40,070 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/data/default/test/db44b85a32a89a7495264ee1e6a70e08/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:40,071 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db44b85a32a89a7495264ee1e6a70e08: Waiting for close lock at 1732000838966Running coprocessor pre-close hooks at 1732000838966Disabling compacts and flushes for region at 1732000838966Disabling writes for close at 1732000838966Obtaining lock to block concurrent updates at 1732000838966Preparing flush snapshotting stores in db44b85a32a89a7495264ee1e6a70e08 at 1732000838966Finished memstore snapshotting test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732000838967 (+1 ms)Flushing stores of test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. at 1732000838968 (+1 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/f: creating writer at 1732000838968Flushing db44b85a32a89a7495264ee1e6a70e08/f: appending metadata at 1732000838998 (+30 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/f: closing flushed file at 1732000838998Flushing db44b85a32a89a7495264ee1e6a70e08/f1: creating writer at 1732000839061 (+63 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/f1: appending metadata at 1732000839108 (+47 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/f1: closing flushed file at 1732000839108Flushing db44b85a32a89a7495264ee1e6a70e08/norep: creating writer at 1732000839567 (+459 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/norep: appending metadata at 1732000839602 (+35 ms)Flushing db44b85a32a89a7495264ee1e6a70e08/norep: closing flushed file at 1732000839602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44267b75: reopening flushed file at 1732000840019 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc98dfa: reopening flushed file at 1732000840027 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff5d3be: reopening flushed file at 1732000840041 (+14 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for db44b85a32a89a7495264ee1e6a70e08 in 1083ms, sequenceid=8, compaction requested=false at 1732000840050 (+9 ms)Writing region close event to WAL at 1732000840067 (+17 ms)Running coprocessor post-close hooks at 1732000840071 (+4 ms)Closed at 1732000840071 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000825208.db44b85a32a89a7495264ee1e6a70e08. 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 374ea2ec2f11ff7a9518f472e835d763, disabling compactions & flushes 2024-11-19T07:20:40,071 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. after waiting 0 ms 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 374ea2ec2f11ff7a9518f472e835d763: Waiting for close lock at 1732000840071Running coprocessor pre-close hooks at 1732000840071Disabling compacts and flushes for region at 1732000840071Disabling writes for close at 1732000840071Failed flush hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763., putting online again at 1732000840071 2024-11-19T07:20:40,071 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,169 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:40,169 DEBUG [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1351): Waiting on 374ea2ec2f11ff7a9518f472e835d763 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 374ea2ec2f11ff7a9518f472e835d763, disabling compactions & flushes 2024-11-19T07:20:40,169 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. after waiting 0 ms 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 374ea2ec2f11ff7a9518f472e835d763: Waiting for close lock at 1732000840169Running coprocessor pre-close hooks at 1732000840169Disabling compacts and flushes for region at 1732000840169Disabling writes for close at 1732000840169Failed flush hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763., putting online again at 1732000840169 2024-11-19T07:20:40,169 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000828015.374ea2ec2f11ff7a9518f472e835d763. 2024-11-19T07:20:40,265 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 to pos 1508, reset compression=false 2024-11-19T07:20:40,270 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:20:40,369 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:20:40,369 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,46661,1732000815850; all regions closed. 2024-11-19T07:20:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:20:40,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.meta.1732000819442.meta not finished, retry = 0 2024-11-19T07:20:40,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.rep.1732000829146 not finished, retry = 0 2024-11-19T07:20:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741839_1015 (size=1733) 2024-11-19T07:20:40,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741832_1008 (size=1811) 2024-11-19T07:20:40,576 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/WALs/db0afee3eab9,46661,1732000815850/db0afee3eab9%2C46661%2C1732000815850.1732000818163 not finished, retry = 0 2024-11-19T07:20:40,678 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:40,678 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,46661,1732000815850 because: Region server is closing 2024-11-19T07:20:40,678 INFO [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46661. 2024-11-19T07:20:40,678 DEBUG [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:40,679 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:40,679 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:40,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:40,779 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.shipperdb0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 terminated 2024-11-19T07:20:40,779 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46661,1732000815850.replicationSource.wal-reader.db0afee3eab9%2C46661%2C1732000815850,1-db0afee3eab9,46661,1732000815850 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-19T07:20:40,779 INFO [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46661. 2024-11-19T07:20:40,779 DEBUG [RS:0;db0afee3eab9:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:20:40,779 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:40,779 DEBUG [RS:0;db0afee3eab9:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:40,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:20:40,780 INFO [RS:0;db0afee3eab9:46661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46661 2024-11-19T07:20:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-468208440/rs/db0afee3eab9,46661,1732000815850 2024-11-19T07:20:40,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440/rs 2024-11-19T07:20:40,802 INFO [RS:0;db0afee3eab9:46661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:40,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,46661,1732000815850] 2024-11-19T07:20:40,813 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/draining/db0afee3eab9,46661,1732000815850 already deleted, retry=false 2024-11-19T07:20:40,813 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,46661,1732000815850 expired; onlineServers=0 2024-11-19T07:20:40,813 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,35121,1732000815639' ***** 2024-11-19T07:20:40,813 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:20:40,814 DEBUG [M:0;db0afee3eab9:35121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:20:40,814 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:20:40,814 DEBUG [M:0;db0afee3eab9:35121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:20:40,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000817924 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000817924,5,FailOnTimeoutGroup] 2024-11-19T07:20:40,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000817924 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000817924,5,FailOnTimeoutGroup] 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:20:40,814 DEBUG [M:0;db0afee3eab9:35121 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:20:40,814 INFO [M:0;db0afee3eab9:35121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:20:40,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:20:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-468208440/master 2024-11-19T07:20:40,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-468208440 2024-11-19T07:20:40,834 DEBUG [M:0;db0afee3eab9:35121 {}] zookeeper.RecoverableZooKeeper(212): Node /0-468208440/master already deleted, retry=false 2024-11-19T07:20:40,834 DEBUG [M:0;db0afee3eab9:35121 {}] master.ActiveMasterManager(353): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-468208440/master 2024-11-19T07:20:40,835 INFO [M:0;db0afee3eab9:35121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/.lastflushedseqids 2024-11-19T07:20:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:20:40,848 INFO [M:0;db0afee3eab9:35121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:20:40,848 INFO [M:0;db0afee3eab9:35121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:20:40,849 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:40,849 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:40,849 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:40,849 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:40,849 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:40,849 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-19T07:20:40,872 DEBUG [M:0;db0afee3eab9:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/331561ba52a843b0a81ed9b867b86b60 is 82, key is hbase:meta,,1/info:regioninfo/1732000819475/Put/seqid=0 2024-11-19T07:20:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:20:40,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:40,914 INFO [RS:0;db0afee3eab9:46661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:40,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x10151f70d380001, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:40,914 INFO [RS:0;db0afee3eab9:46661 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,46661,1732000815850; zookeeper connection closed. 2024-11-19T07:20:40,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7031b295 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7031b295 2024-11-19T07:20:40,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:20:41,282 INFO [M:0;db0afee3eab9:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/331561ba52a843b0a81ed9b867b86b60 2024-11-19T07:20:41,311 DEBUG [M:0;db0afee3eab9:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cbe7a2d8864da39a4f74f070c7eeb7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000829183/Put/seqid=0 2024-11-19T07:20:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741849_1025 (size=8515) 2024-11-19T07:20:41,315 INFO [M:0;db0afee3eab9:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cbe7a2d8864da39a4f74f070c7eeb7 2024-11-19T07:20:41,337 DEBUG [M:0;db0afee3eab9:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e65b533a02649beacc3a3fa8db4896d is 69, key is db0afee3eab9,46661,1732000815850/rs:state/1732000818018/Put/seqid=0 2024-11-19T07:20:41,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:20:41,741 INFO [M:0;db0afee3eab9:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e65b533a02649beacc3a3fa8db4896d 2024-11-19T07:20:41,745 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/331561ba52a843b0a81ed9b867b86b60 as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/331561ba52a843b0a81ed9b867b86b60 2024-11-19T07:20:41,751 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/331561ba52a843b0a81ed9b867b86b60, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:20:41,751 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5cbe7a2d8864da39a4f74f070c7eeb7 as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5cbe7a2d8864da39a4f74f070c7eeb7 2024-11-19T07:20:41,755 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5cbe7a2d8864da39a4f74f070c7eeb7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:20:41,756 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e65b533a02649beacc3a3fa8db4896d as hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e65b533a02649beacc3a3fa8db4896d 2024-11-19T07:20:41,760 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/bda3c356-3f58-3bbf-6f80-2e3be8abadd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e65b533a02649beacc3a3fa8db4896d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:20:41,760 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false 2024-11-19T07:20:41,762 INFO [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:41,762 DEBUG [M:0;db0afee3eab9:35121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000840849Disabling compacts and flushes for region at 1732000840849Disabling writes for close at 1732000840849Obtaining lock to block concurrent updates at 1732000840849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000840849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732000840849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000840850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000840850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000840871 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000840871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000841286 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000841311 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000841311Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000841319 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000841336 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000841336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2686913: reopening flushed file at 1732000841744 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fe397f: reopening flushed file at 1732000841751 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6075bbfe: reopening flushed file at 1732000841755 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=97, compaction requested=false at 1732000841760 (+5 ms)Writing region close event to WAL at 1732000841762 (+2 ms)Closed at 1732000841762 2024-11-19T07:20:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32901 is added to blk_1073741830_1006 (size=63642) 2024-11-19T07:20:41,766 INFO [M:0;db0afee3eab9:35121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:20:41,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:20:41,766 INFO [M:0;db0afee3eab9:35121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35121 2024-11-19T07:20:41,766 INFO [M:0;db0afee3eab9:35121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:20:41,892 INFO [M:0;db0afee3eab9:35121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:20:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:41,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10151f70d380000, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:20:41,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72b22ff0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:41,897 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@737bdf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:41,897 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:41,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef9764a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:41,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70b817da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:41,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:20:41,902 WARN [BP-897674226-172.17.0.2-1732000813535 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:20:41,902 WARN [BP-897674226-172.17.0.2-1732000813535 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-897674226-172.17.0.2-1732000813535 (Datanode Uuid 5e44e6f0-cd47-4449-95d1-2791a8c704c4) service to localhost/127.0.0.1:41921 2024-11-19T07:20:41,902 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:20:41,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/data/data1/current/BP-897674226-172.17.0.2-1732000813535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:41,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/cluster_6ef3ec96-c40f-02f8-01a6-d72de9209a09/data/data2/current/BP-897674226-172.17.0.2-1732000813535 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:20:41,903 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:20:41,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cc8576d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:41,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392039a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:20:41,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:20:41,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e98d134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:20:41,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@501965e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/846065d9-e9c4-bcae-4339-6b09be5affd6/hadoop.log.dir/,STOPPED} 2024-11-19T07:20:41,921 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:20:41,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:20:41,942 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36523 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41921 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=464 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=12428 (was 11863) - AvailableMemoryMB LEAK? - 2024-11-19T07:20:41,951 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=464, ProcessCount=11, AvailableMemoryMB=12428 2024-11-19T07:20:41,965 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-19T07:20:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir so I do NOT create it in target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139 2024-11-19T07:20:41,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:20:41,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.tmp.dir so I do NOT create it in target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139 2024-11-19T07:20:41,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6e428f86-bf20-c93c-97ab-72ceef4f1ec1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:20:41,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139 2024-11-19T07:20:41,966 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190, deleteOnExit=true 2024-11-19T07:20:41,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/zookeeper_0, clientPort=64830, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:20:41,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64830 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/test.cache.data in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:20:41,996 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:41,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:20:41,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:20:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f70d380002, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:20:42,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f70d380005, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:20:42,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f70d380002, quorum=127.0.0.1:58801, baseZNode=/0-468208440 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:20:42,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f70d380005, quorum=127.0.0.1:58801, baseZNode=/1907362608 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:20:42,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:42,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:42,390 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:42,400 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:42,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:42,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:42,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:20:42,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:42,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33425995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:42,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e147306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:42,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d6ee728{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/java.io.tmpdir/jetty-localhost-44943-hadoop-hdfs-3_4_1-tests_jar-_-any-1029190344797834417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:42,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5b76e{HTTP/1.1, (http/1.1)}{localhost:44943} 2024-11-19T07:20:42,576 INFO [Time-limited test {}] server.Server(415): Started @226831ms 2024-11-19T07:20:42,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:43,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:43,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:43,005 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:43,005 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:20:43,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63cfba12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:43,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1317ddae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:43,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183e11eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/java.io.tmpdir/jetty-localhost-45695-hadoop-hdfs-3_4_1-tests_jar-_-any-1220628437236275128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:43,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eeccb73{HTTP/1.1, (http/1.1)}{localhost:45695} 2024-11-19T07:20:43,146 INFO [Time-limited test {}] server.Server(415): Started @227401ms 2024-11-19T07:20:43,147 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:20:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:20:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:20:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:20:43,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:20:43,857 WARN [Thread-2644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/data/data2/current/BP-55784030-172.17.0.2-1732000842011/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:43,857 WARN [Thread-2643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/data/data1/current/BP-55784030-172.17.0.2-1732000842011/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:43,885 WARN [Thread-2631 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:20:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601f5dde21e25626 with lease ID 0xef1bbee6af05967c: Processing first storage report for DS-b56e7771-1002-492b-8991-dc3a83611fd3 from datanode DatanodeRegistration(127.0.0.1:45445, datanodeUuid=520e9652-cd72-449a-aad5-b7ea82b5073c, infoPort=35459, infoSecurePort=0, ipcPort=39397, storageInfo=lv=-57;cid=testClusterID;nsid=799963273;c=1732000842011) 2024-11-19T07:20:43,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601f5dde21e25626 with lease ID 0xef1bbee6af05967c: from storage DS-b56e7771-1002-492b-8991-dc3a83611fd3 node DatanodeRegistration(127.0.0.1:45445, datanodeUuid=520e9652-cd72-449a-aad5-b7ea82b5073c, infoPort=35459, infoSecurePort=0, ipcPort=39397, storageInfo=lv=-57;cid=testClusterID;nsid=799963273;c=1732000842011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x601f5dde21e25626 with lease ID 0xef1bbee6af05967c: Processing first storage report for DS-5298b0e5-9524-4517-81af-5ec4f611671f from datanode DatanodeRegistration(127.0.0.1:45445, datanodeUuid=520e9652-cd72-449a-aad5-b7ea82b5073c, infoPort=35459, infoSecurePort=0, ipcPort=39397, storageInfo=lv=-57;cid=testClusterID;nsid=799963273;c=1732000842011) 2024-11-19T07:20:43,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x601f5dde21e25626 with lease ID 0xef1bbee6af05967c: from storage DS-5298b0e5-9524-4517-81af-5ec4f611671f node DatanodeRegistration(127.0.0.1:45445, datanodeUuid=520e9652-cd72-449a-aad5-b7ea82b5073c, infoPort=35459, infoSecurePort=0, ipcPort=39397, storageInfo=lv=-57;cid=testClusterID;nsid=799963273;c=1732000842011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:43,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139 2024-11-19T07:20:43,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:43,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:20:44,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86 with version=8 2024-11-19T07:20:44,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/hbase-staging 2024-11-19T07:20:44,395 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:44,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:20:44,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:44,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41279 2024-11-19T07:20:44,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41279 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:44,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412790x0, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:44,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41279-0x10151f77cb00000 connected 2024-11-19T07:20:44,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:44,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:44,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/running 2024-11-19T07:20:44,566 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86, hbase.cluster.distributed=false 2024-11-19T07:20:44,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/acl 2024-11-19T07:20:44,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T07:20:44,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41279 2024-11-19T07:20:44,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41279 2024-11-19T07:20:44,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T07:20:44,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41279 2024-11-19T07:20:44,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:44,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:44,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:44,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:44,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:20:44,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:44,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41549 2024-11-19T07:20:44,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41549 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:44,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:44,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:44,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415490x0, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:44,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415490x0, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/running 2024-11-19T07:20:44,624 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:20:44,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41549-0x10151f77cb00001 connected 2024-11-19T07:20:44,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:20:44,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/master 2024-11-19T07:20:44,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/acl 2024-11-19T07:20:44,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T07:20:44,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41549 2024-11-19T07:20:44,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41549 2024-11-19T07:20:44,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T07:20:44,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-19T07:20:44,689 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:41279 2024-11-19T07:20:44,689 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02053247030/backup-masters/db0afee3eab9,41279,1732000844395 2024-11-19T07:20:44,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/backup-masters 2024-11-19T07:20:44,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/backup-masters 2024-11-19T07:20:44,704 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on existing znode=/02053247030/backup-masters/db0afee3eab9,41279,1732000844395 2024-11-19T07:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02053247030/master 2024-11-19T07:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:44,717 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on existing znode=/02053247030/master 2024-11-19T07:20:44,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02053247030/backup-masters/db0afee3eab9,41279,1732000844395 from backup master directory 2024-11-19T07:20:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/backup-masters 2024-11-19T07:20:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02053247030/backup-masters/db0afee3eab9,41279,1732000844395 2024-11-19T07:20:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/backup-masters 2024-11-19T07:20:44,729 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:44,729 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,41279,1732000844395 2024-11-19T07:20:44,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/hbase.id] with ID: f4cd833d-eefc-4cc2-939c-b056d5ab0036 2024-11-19T07:20:44,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/.tmp/hbase.id 2024-11-19T07:20:44,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:20:44,754 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/.tmp/hbase.id]:[hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/hbase.id] 2024-11-19T07:20:44,765 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:44,765 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:20:44,766 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:20:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:44,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:44,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:20:44,776 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:44,776 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:20:44,776 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:20:45,187 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store 2024-11-19T07:20:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:20:45,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:45,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:45,193 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:45,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:45,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:45,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:45,193 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:45,194 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000845193Disabling compacts and flushes for region at 1732000845193Disabling writes for close at 1732000845193Writing region close event to WAL at 1732000845193Closed at 1732000845193 2024-11-19T07:20:45,196 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/.initializing 2024-11-19T07:20:45,196 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/WALs/db0afee3eab9,41279,1732000844395 2024-11-19T07:20:45,196 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:45,198 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C41279%2C1732000844395, suffix=, logDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/WALs/db0afee3eab9,41279,1732000844395, archiveDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/oldWALs, maxLogs=10 2024-11-19T07:20:45,211 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/WALs/db0afee3eab9,41279,1732000844395/db0afee3eab9%2C41279%2C1732000844395.1732000845198, exclude list is [], retry=0 2024-11-19T07:20:45,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-b56e7771-1002-492b-8991-dc3a83611fd3,DISK] 2024-11-19T07:20:45,217 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/WALs/db0afee3eab9,41279,1732000844395/db0afee3eab9%2C41279%2C1732000844395.1732000845198 2024-11-19T07:20:45,218 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-19T07:20:45,218 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:45,218 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:45,218 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,218 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:20:45,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:45,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:45,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:20:45,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:20:45,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:45,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:45,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:20:45,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:45,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:45,223 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,224 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,224 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,225 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,225 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,225 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:45,226 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:45,229 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:45,229 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73644930, jitterRate=0.09739497303962708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:45,230 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000845218Initializing all the Stores at 1732000845218Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000845218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000845219 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000845219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000845219Cleaning up temporary data from old regions at 1732000845225 (+6 ms)Region opened successfully at 1732000845230 (+5 ms) 2024-11-19T07:20:45,231 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:20:45,233 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e716b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:45,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:20:45,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:20:45,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:20:45,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:20:45,236 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:20:45,236 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:20:45,236 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:20:45,241 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:20:45,242 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/balancer because node does not exist (not necessarily an error) 2024-11-19T07:20:45,253 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/balancer already deleted, retry=false 2024-11-19T07:20:45,254 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:20:45,254 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:20:45,265 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/normalizer already deleted, retry=false 2024-11-19T07:20:45,266 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:20:45,270 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:20:45,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/switch/split already deleted, retry=false 2024-11-19T07:20:45,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:20:45,286 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/switch/merge already deleted, retry=false 2024-11-19T07:20:45,288 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:20:45,297 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/snapshot-cleanup already deleted, retry=false 2024-11-19T07:20:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02053247030/running 2024-11-19T07:20:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02053247030/running 2024-11-19T07:20:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,308 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,41279,1732000844395, sessionid=0x10151f77cb00000, setting cluster-up flag (Was=false) 2024-11-19T07:20:45,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,360 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02053247030/flush-table-proc/acquired, /02053247030/flush-table-proc/reached, /02053247030/flush-table-proc/abort 2024-11-19T07:20:45,361 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41279,1732000844395 2024-11-19T07:20:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:45,413 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02053247030/online-snapshot/acquired, /02053247030/online-snapshot/reached, /02053247030/online-snapshot/abort 2024-11-19T07:20:45,413 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,41279,1732000844395 2024-11-19T07:20:45,414 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:20:45,415 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:45,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:20:45,416 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:20:45,416 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,41279,1732000844395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:45,417 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:45,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:20:45,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:45,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:20:45,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000875424 2024-11-19T07:20:45,424 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:20:45,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:20:45,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:20:45,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:20:45,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:20:45,425 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:20:45,428 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:20:45,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:20:45,429 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000845429,5,FailOnTimeoutGroup] 2024-11-19T07:20:45,433 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000845429,5,FailOnTimeoutGroup] 2024-11-19T07:20:45,433 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,433 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:20:45,433 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,433 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:20:45,474 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(746): ClusterId : f4cd833d-eefc-4cc2-939c-b056d5ab0036 2024-11-19T07:20:45,474 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:20:45,487 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:20:45,487 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:20:45,497 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:20:45,498 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b8de3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:45,518 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:41549 2024-11-19T07:20:45,518 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:20:45,518 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:20:45,518 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:20:45,519 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,41279,1732000844395 with port=41549, startcode=1732000844597 2024-11-19T07:20:45,519 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:20:45,521 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:20:45,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,521 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41279 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,522 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86 2024-11-19T07:20:45,522 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39627 2024-11-19T07:20:45,522 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:20:45,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/rs 2024-11-19T07:20:45,528 DEBUG [RS:0;db0afee3eab9:41549 {}] zookeeper.ZKUtil(111): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on existing znode=/02053247030/rs/db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,529 WARN [RS:0;db0afee3eab9:41549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:45,529 INFO [RS:0;db0afee3eab9:41549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:45,529 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,41549,1732000844597] 2024-11-19T07:20:45,531 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:20:45,532 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:20:45,536 INFO [RS:0;db0afee3eab9:41549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:20:45,536 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,536 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:20:45,537 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:20:45,537 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:45,537 DEBUG [RS:0;db0afee3eab9:41549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,538 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41549,1732000844597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:45,554 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:20:45,554 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41549,1732000844597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,554 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,554 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.Replication(171): db0afee3eab9,41549,1732000844597 started 2024-11-19T07:20:45,569 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:45,569 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,41549,1732000844597, RpcServer on db0afee3eab9/172.17.0.2:41549, sessionid=0x10151f77cb00001 2024-11-19T07:20:45,569 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:20:45,569 DEBUG [RS:0;db0afee3eab9:41549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,569 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41549,1732000844597' 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02053247030/flush-table-proc/abort' 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02053247030/flush-table-proc/acquired' 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,41549,1732000844597 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,41549,1732000844597' 2024-11-19T07:20:45,570 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02053247030/online-snapshot/abort' 2024-11-19T07:20:45,571 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02053247030/online-snapshot/acquired' 2024-11-19T07:20:45,571 DEBUG [RS:0;db0afee3eab9:41549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:20:45,571 INFO [RS:0;db0afee3eab9:41549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:20:45,571 INFO [RS:0;db0afee3eab9:41549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:20:45,671 INFO [RS:0;db0afee3eab9:41549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:45,672 INFO [RS:0;db0afee3eab9:41549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41549%2C1732000844597, suffix=, logDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597, archiveDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/oldWALs, maxLogs=10 2024-11-19T07:20:45,688 DEBUG [RS:0;db0afee3eab9:41549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, exclude list is [], retry=0 2024-11-19T07:20:45,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-b56e7771-1002-492b-8991-dc3a83611fd3,DISK] 2024-11-19T07:20:45,691 INFO [RS:0;db0afee3eab9:41549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 2024-11-19T07:20:45,691 DEBUG [RS:0;db0afee3eab9:41549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-19T07:20:45,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:20:45,838 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86 2024-11-19T07:20:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:20:46,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:46,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:46,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:46,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:46,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:46,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:46,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:46,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:46,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:46,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:46,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740 2024-11-19T07:20:46,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740 2024-11-19T07:20:46,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:46,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:46,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:46,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:46,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:46,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63631279, jitterRate=-0.0518200546503067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000846243Initializing all the Stores at 1732000846244 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846244Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846244Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000846244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846244Cleaning up temporary data from old regions at 1732000846249 (+5 ms)Region opened successfully at 1732000846252 (+3 ms) 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:46,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:46,252 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:46,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000846252Disabling compacts and flushes for region at 1732000846252Disabling writes for close at 1732000846252Writing region close event to WAL at 1732000846252Closed at 1732000846252 2024-11-19T07:20:46,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:46,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:20:46,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:20:46,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:46,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:20:46,404 DEBUG [db0afee3eab9:41279 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:20:46,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:46,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41549,1732000844597, state=OPENING 2024-11-19T07:20:46,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:20:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:46,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:20:46,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02053247030/meta-region-server: CHANGED 2024-11-19T07:20:46,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02053247030/meta-region-server: CHANGED 2024-11-19T07:20:46,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:46,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41549,1732000844597}] 2024-11-19T07:20:46,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:46,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:20:46,632 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:20:46,632 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:46,632 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:20:46,633 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41549%2C1732000844597.meta, suffix=.meta, logDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597, archiveDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/oldWALs, maxLogs=10 2024-11-19T07:20:46,651 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.meta.1732000846634.meta, exclude list is [], retry=0 2024-11-19T07:20:46,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-b56e7771-1002-492b-8991-dc3a83611fd3,DISK] 2024-11-19T07:20:46,654 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.meta.1732000846634.meta 2024-11-19T07:20:46,654 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-19T07:20:46,654 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:46,655 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:20:46,655 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:20:46,655 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:20:46,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:46,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:46,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:46,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:46,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:46,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:46,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:46,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:46,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:46,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:46,659 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:46,660 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740 2024-11-19T07:20:46,660 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740 2024-11-19T07:20:46,661 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:46,661 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:46,662 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:46,662 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:46,663 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72025757, jitterRate=0.07326741516590118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:46,663 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:20:46,663 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000846655Writing region info on filesystem at 1732000846655Initializing all the Stores at 1732000846656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000846656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000846656Cleaning up temporary data from old regions at 1732000846661 (+5 ms)Running coprocessor post-open hooks at 1732000846663 (+2 ms)Region opened successfully at 1732000846663 2024-11-19T07:20:46,664 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000846628 2024-11-19T07:20:46,666 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:20:46,666 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:20:46,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:46,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,41549,1732000844597, state=OPEN 2024-11-19T07:20:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02053247030/meta-region-server 2024-11-19T07:20:46,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02053247030/meta-region-server 2024-11-19T07:20:46,707 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:46,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02053247030/meta-region-server: CHANGED 2024-11-19T07:20:46,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02053247030/meta-region-server: CHANGED 2024-11-19T07:20:46,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:20:46,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,41549,1732000844597 in 231 msec 2024-11-19T07:20:46,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:20:46,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 456 msec 2024-11-19T07:20:46,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:46,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:20:46,711 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:46,712 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41549,1732000844597, seqNum=-1] 2024-11-19T07:20:46,712 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:46,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-19T07:20:46,716 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000846716, completionTime=-1 2024-11-19T07:20:46,716 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:20:46,716 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000906718 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000966718 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,718 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,719 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,719 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:41279, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,719 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,719 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,720 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.993sec 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:46,722 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:20:46,724 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:20:46,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:20:46,724 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,41279,1732000844395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:46,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747e08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:46,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:20:46,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:46,776 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:20:46,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:20:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d982e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:20:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:46,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:46,778 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:46,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3604c6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:46,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:46,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41549,1732000844597, seqNum=-1] 2024-11-19T07:20:46,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:46,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:46,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,41279,1732000844395 2024-11-19T07:20:46,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:46,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f77cb00002 connected 2024-11-19T07:20:46,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir so I do NOT create it in target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7 2024-11-19T07:20:46,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:20:46,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.tmp.dir so I do NOT create it in target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7 2024-11-19T07:20:46,879 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:20:46,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/cluster_5bc3f3be-6029-a4f4-537e-e0e5421b613e, deleteOnExit=true 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/test.cache.data in system properties and HBase conf 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:20:46,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:20:46,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:20:46,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:20:47,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:47,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:47,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:47,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:20:47,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:47,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55580c18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:47,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e50fb96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:47,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bd90eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/java.io.tmpdir/jetty-localhost-36855-hadoop-hdfs-3_4_1-tests_jar-_-any-15079030276296185963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:47,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1970e49{HTTP/1.1, (http/1.1)}{localhost:36855} 2024-11-19T07:20:47,383 INFO [Time-limited test {}] server.Server(415): Started @231638ms 2024-11-19T07:20:47,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:47,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:47,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:47,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:47,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:20:47,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331b9eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:47,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e6a79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:47,844 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:47,845 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:47,846 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38361 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:47,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48089e04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/java.io.tmpdir/jetty-localhost-39729-hadoop-hdfs-3_4_1-tests_jar-_-any-1010621380729198906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:47,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@497e5c3d{HTTP/1.1, (http/1.1)}{localhost:39729} 2024-11-19T07:20:47,872 INFO [Time-limited test {}] server.Server(415): Started @232127ms 2024-11-19T07:20:47,873 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:20:48,534 WARN [Thread-2763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/cluster_5bc3f3be-6029-a4f4-537e-e0e5421b613e/data/data1/current/BP-2033460597-172.17.0.2-1732000846900/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:48,534 WARN [Thread-2764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/cluster_5bc3f3be-6029-a4f4-537e-e0e5421b613e/data/data2/current/BP-2033460597-172.17.0.2-1732000846900/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:48,549 WARN [Thread-2751 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:20:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2c0d2e7126f2657 with lease ID 0x74f3df57af4ebca6: Processing first storage report for DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5 from datanode DatanodeRegistration(127.0.0.1:36561, datanodeUuid=a114b0a1-8948-43cc-82d9-504a2c018a84, infoPort=36795, infoSecurePort=0, ipcPort=40549, storageInfo=lv=-57;cid=testClusterID;nsid=754375521;c=1732000846900) 2024-11-19T07:20:48,551 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2c0d2e7126f2657 with lease ID 0x74f3df57af4ebca6: from storage DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5 node DatanodeRegistration(127.0.0.1:36561, datanodeUuid=a114b0a1-8948-43cc-82d9-504a2c018a84, infoPort=36795, infoSecurePort=0, ipcPort=40549, storageInfo=lv=-57;cid=testClusterID;nsid=754375521;c=1732000846900), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2c0d2e7126f2657 with lease ID 0x74f3df57af4ebca6: Processing first storage report for DS-c266aa21-95c0-4e38-bd3b-e7acd87cbcf6 from datanode DatanodeRegistration(127.0.0.1:36561, datanodeUuid=a114b0a1-8948-43cc-82d9-504a2c018a84, infoPort=36795, infoSecurePort=0, ipcPort=40549, storageInfo=lv=-57;cid=testClusterID;nsid=754375521;c=1732000846900) 2024-11-19T07:20:48,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2c0d2e7126f2657 with lease ID 0x74f3df57af4ebca6: from storage DS-c266aa21-95c0-4e38-bd3b-e7acd87cbcf6 node DatanodeRegistration(127.0.0.1:36561, datanodeUuid=a114b0a1-8948-43cc-82d9-504a2c018a84, infoPort=36795, infoSecurePort=0, ipcPort=40549, storageInfo=lv=-57;cid=testClusterID;nsid=754375521;c=1732000846900), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:48,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7 2024-11-19T07:20:48,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:48,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:20:48,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:48,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:48,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:49,056 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae with version=8 2024-11-19T07:20:49,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/hbase-staging 2024-11-19T07:20:49,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:20:49,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:49,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42101 2024-11-19T07:20:49,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42101 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:49,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421010x0, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:49,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42101-0x10151f77cb00003 connected 2024-11-19T07:20:49,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:49,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:49,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/running 2024-11-19T07:20:49,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae, hbase.cluster.distributed=false 2024-11-19T07:20:49,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/acl 2024-11-19T07:20:49,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-19T07:20:49,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42101 2024-11-19T07:20:49,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42101 2024-11-19T07:20:49,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-19T07:20:49,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42101 2024-11-19T07:20:49,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:49,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:20:49,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:49,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40203 2024-11-19T07:20:49,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40203 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:49,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:49,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402030x0, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:49,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402030x0, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/running 2024-11-19T07:20:49,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40203-0x10151f77cb00004 connected 2024-11-19T07:20:49,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:20:49,182 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:20:49,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/master 2024-11-19T07:20:49,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/acl 2024-11-19T07:20:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-19T07:20:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40203 2024-11-19T07:20:49,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40203 2024-11-19T07:20:49,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-19T07:20:49,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40203 2024-11-19T07:20:49,197 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:42101 2024-11-19T07:20:49,198 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1262191087/backup-masters/db0afee3eab9,42101,1732000849058 2024-11-19T07:20:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/backup-masters 2024-11-19T07:20:49,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/backup-masters 2024-11-19T07:20:49,202 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on existing znode=/1262191087/backup-masters/db0afee3eab9,42101,1732000849058 2024-11-19T07:20:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1262191087/master 2024-11-19T07:20:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:49,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:49,223 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on existing znode=/1262191087/master 2024-11-19T07:20:49,223 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1262191087/backup-masters/db0afee3eab9,42101,1732000849058 from backup master directory 2024-11-19T07:20:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1262191087/backup-masters/db0afee3eab9,42101,1732000849058 2024-11-19T07:20:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/backup-masters 2024-11-19T07:20:49,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/backup-masters 2024-11-19T07:20:49,234 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:49,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,42101,1732000849058 2024-11-19T07:20:49,237 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/hbase.id] with ID: 65de1105-c454-466a-8dbf-d5bc1ac9f3e9 2024-11-19T07:20:49,237 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/.tmp/hbase.id 2024-11-19T07:20:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:20:49,658 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/.tmp/hbase.id]:[hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/hbase.id] 2024-11-19T07:20:49,686 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:49,686 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:20:49,687 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:20:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:49,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:49,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:20:50,143 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:50,144 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:20:50,145 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:20:50,562 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store 2024-11-19T07:20:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:50,978 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:50,978 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:50,978 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000850978Disabling compacts and flushes for region at 1732000850978Disabling writes for close at 1732000850978Writing region close event to WAL at 1732000850978Closed at 1732000850978 2024-11-19T07:20:50,979 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/.initializing 2024-11-19T07:20:50,979 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/WALs/db0afee3eab9,42101,1732000849058 2024-11-19T07:20:50,980 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:50,981 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C42101%2C1732000849058, suffix=, logDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/WALs/db0afee3eab9,42101,1732000849058, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/oldWALs, maxLogs=10 2024-11-19T07:20:50,996 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/WALs/db0afee3eab9,42101,1732000849058/db0afee3eab9%2C42101%2C1732000849058.1732000850981, exclude list is [], retry=0 2024-11-19T07:20:50,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36561,DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5,DISK] 2024-11-19T07:20:51,000 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/WALs/db0afee3eab9,42101,1732000849058/db0afee3eab9%2C42101%2C1732000849058.1732000850981 2024-11-19T07:20:51,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36795:36795)] 2024-11-19T07:20:51,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:51,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:51,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:20:51,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:51,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:51,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:20:51,004 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:51,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:51,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:20:51,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:51,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:51,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:20:51,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:51,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:51,007 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,008 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,008 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,009 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,009 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,009 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:51,010 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:51,011 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:51,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75332981, jitterRate=0.1225488930940628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:51,011 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000851001Initializing all the Stores at 1732000851002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000851002Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000851002Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000851002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000851002Cleaning up temporary data from old regions at 1732000851009 (+7 ms)Region opened successfully at 1732000851011 (+2 ms) 2024-11-19T07:20:51,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:20:51,014 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e312e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:51,014 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:20:51,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:20:51,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:20:51,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:20:51,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:20:51,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:20:51,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:20:51,017 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:20:51,018 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/balancer because node does not exist (not necessarily an error) 2024-11-19T07:20:51,033 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/balancer already deleted, retry=false 2024-11-19T07:20:51,034 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:20:51,035 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:20:51,111 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/normalizer already deleted, retry=false 2024-11-19T07:20:51,112 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:20:51,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:20:51,175 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/switch/split already deleted, retry=false 2024-11-19T07:20:51,176 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:20:51,191 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/switch/merge already deleted, retry=false 2024-11-19T07:20:51,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:20:51,306 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/snapshot-cleanup already deleted, retry=false 2024-11-19T07:20:51,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1262191087/running 2024-11-19T07:20:51,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1262191087/running 2024-11-19T07:20:51,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,415 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,42101,1732000849058, sessionid=0x10151f77cb00003, setting cluster-up flag (Was=false) 2024-11-19T07:20:51,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:20:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,612 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1262191087/flush-table-proc/acquired, /1262191087/flush-table-proc/reached, /1262191087/flush-table-proc/abort 2024-11-19T07:20:51,613 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,42101,1732000849058 2024-11-19T07:20:51,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:51,665 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1262191087/online-snapshot/acquired, /1262191087/online-snapshot/reached, /1262191087/online-snapshot/abort 2024-11-19T07:20:51,666 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,42101,1732000849058 2024-11-19T07:20:51,667 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:20:51,668 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:51,668 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:20:51,668 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:20:51,668 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,42101,1732000849058 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:51,670 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000881671 2024-11-19T07:20:51,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:20:51,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:51,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:20:51,671 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:20:51,671 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:20:51,672 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:20:51,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:20:51,672 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:20:51,673 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:20:51,673 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:20:51,673 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:20:51,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000851673,5,FailOnTimeoutGroup] 2024-11-19T07:20:51,674 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000851674,5,FailOnTimeoutGroup] 2024-11-19T07:20:51,674 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,674 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:20:51,674 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,674 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:20:51,687 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(746): ClusterId : 65de1105-c454-466a-8dbf-d5bc1ac9f3e9 2024-11-19T07:20:51,687 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:20:51,698 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:20:51,698 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:20:51,707 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:20:51,708 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5443a9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:51,718 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:40203 2024-11-19T07:20:51,718 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:20:51,718 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:20:51,718 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:20:51,719 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,42101,1732000849058 with port=40203, startcode=1732000849167 2024-11-19T07:20:51,719 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:20:51,720 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:20:51,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42101 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42101 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,722 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae 2024-11-19T07:20:51,722 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40133 2024-11-19T07:20:51,722 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:20:51,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/rs 2024-11-19T07:20:51,728 DEBUG [RS:0;db0afee3eab9:40203 {}] zookeeper.ZKUtil(111): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on existing znode=/1262191087/rs/db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,728 WARN [RS:0;db0afee3eab9:40203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:51,728 INFO [RS:0;db0afee3eab9:40203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:51,728 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,40203,1732000849167] 2024-11-19T07:20:51,734 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:20:51,736 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:20:51,736 INFO [RS:0;db0afee3eab9:40203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:20:51,737 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,739 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:20:51,739 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:20:51,740 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:51,740 DEBUG [RS:0;db0afee3eab9:40203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,743 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40203,1732000849167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:51,761 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:20:51,761 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40203,1732000849167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,761 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,761 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.Replication(171): db0afee3eab9,40203,1732000849167 started 2024-11-19T07:20:51,779 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:51,779 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,40203,1732000849167, RpcServer on db0afee3eab9/172.17.0.2:40203, sessionid=0x10151f77cb00004 2024-11-19T07:20:51,779 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,40203,1732000849167' 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1262191087/flush-table-proc/abort' 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1262191087/flush-table-proc/acquired' 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,40203,1732000849167 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,40203,1732000849167' 2024-11-19T07:20:51,780 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1262191087/online-snapshot/abort' 2024-11-19T07:20:51,781 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1262191087/online-snapshot/acquired' 2024-11-19T07:20:51,781 DEBUG [RS:0;db0afee3eab9:40203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:20:51,781 INFO [RS:0;db0afee3eab9:40203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:20:51,781 INFO [RS:0;db0afee3eab9:40203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:20:51,882 INFO [RS:0;db0afee3eab9:40203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:51,883 INFO [RS:0;db0afee3eab9:40203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C40203%2C1732000849167, suffix=, logDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/oldWALs, maxLogs=10 2024-11-19T07:20:51,895 DEBUG [RS:0;db0afee3eab9:40203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, exclude list is [], retry=0 2024-11-19T07:20:51,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36561,DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5,DISK] 2024-11-19T07:20:51,898 INFO [RS:0;db0afee3eab9:40203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 2024-11-19T07:20:51,898 DEBUG [RS:0;db0afee3eab9:40203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36795:36795)] 2024-11-19T07:20:52,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:20:52,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae 2024-11-19T07:20:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:20:52,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:52,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:52,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:52,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:52,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:52,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:52,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:52,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:52,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:52,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740 2024-11-19T07:20:52,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740 2024-11-19T07:20:52,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:52,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:52,500 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:52,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:52,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:52,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70118267, jitterRate=0.04484359920024872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000852490Initializing all the Stores at 1732000852491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000852491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852491Cleaning up temporary data from old regions at 1732000852500 (+9 ms)Region opened successfully at 1732000852510 (+10 ms) 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:52,510 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:52,510 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:52,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000852510Disabling compacts and flushes for region at 1732000852510Disabling writes for close at 1732000852510Writing region close event to WAL at 1732000852510Closed at 1732000852510 2024-11-19T07:20:52,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:52,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:20:52,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:20:52,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:52,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:20:52,663 DEBUG [db0afee3eab9:42101 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:20:52,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:20:52,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,40203,1732000849167, state=OPENING 2024-11-19T07:20:52,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:52,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:20:52,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1262191087/meta-region-server: CHANGED 2024-11-19T07:20:52,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1262191087/meta-region-server: CHANGED 2024-11-19T07:20:52,796 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:52,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,40203,1732000849167}] 2024-11-19T07:20:52,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:52,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:20:52,952 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:20:52,952 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:52,953 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:20:52,954 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C40203%2C1732000849167.meta, suffix=.meta, logDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/oldWALs, maxLogs=10 2024-11-19T07:20:52,965 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.meta.1732000852954.meta, exclude list is [], retry=0 2024-11-19T07:20:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36561,DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5,DISK] 2024-11-19T07:20:52,969 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.meta.1732000852954.meta 2024-11-19T07:20:52,969 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36795:36795)] 2024-11-19T07:20:52,969 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:52,969 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:20:52,970 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:20:52,970 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:20:52,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:52,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:52,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:52,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:52,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:52,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:52,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:52,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:52,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:52,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:52,974 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:52,974 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740 2024-11-19T07:20:52,975 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740 2024-11-19T07:20:52,976 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:52,976 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:52,976 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:52,977 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:52,977 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69410940, jitterRate=0.03430360555648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:52,977 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:20:52,977 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000852970Writing region info on filesystem at 1732000852970Initializing all the Stores at 1732000852971 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000852971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000852971Cleaning up temporary data from old regions at 1732000852976 (+5 ms)Running coprocessor post-open hooks at 1732000852977 (+1 ms)Region opened successfully at 1732000852977 2024-11-19T07:20:52,978 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000852948 2024-11-19T07:20:52,980 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:20:52,980 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:20:52,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:20:52,981 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,40203,1732000849167, state=OPEN 2024-11-19T07:20:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1262191087/meta-region-server 2024-11-19T07:20:53,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1262191087/meta-region-server 2024-11-19T07:20:53,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,40203,1732000849167 2024-11-19T07:20:53,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1262191087/meta-region-server: CHANGED 2024-11-19T07:20:53,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1262191087/meta-region-server: CHANGED 2024-11-19T07:20:53,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:20:53,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,40203,1732000849167 in 257 msec 2024-11-19T07:20:53,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:20:53,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 543 msec 2024-11-19T07:20:53,057 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:53,057 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:20:53,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:53,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,40203,1732000849167, seqNum=-1] 2024-11-19T07:20:53,059 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:53,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:53,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-19T07:20:53,064 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000853064, completionTime=-1 2024-11-19T07:20:53,064 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:20:53,064 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:20:53,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:20:53,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000913065 2024-11-19T07:20:53,065 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000973065 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:42101, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,066 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,067 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.835sec 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:20:53,069 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:20:53,070 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:53,070 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:20:53,071 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:20:53,071 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:20:53,071 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,42101,1732000849058-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:53,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f95f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:53,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:20:53,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:53,089 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:20:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:20:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4eb7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:20:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:53,091 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:53,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776626af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:53,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,40203,1732000849167, seqNum=-1] 2024-11-19T07:20:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:53,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:53,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,42101,1732000849058 2024-11-19T07:20:53,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:53,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:53,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f77cb00005 connected 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir so I do NOT create it in target/test-data/50346ad7-095e-1295-59cb-50557162a72b 2024-11-19T07:20:53,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.tmp.dir so I do NOT create it in target/test-data/50346ad7-095e-1295-59cb-50557162a72b 2024-11-19T07:20:53,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:20:53,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/cluster_7048f07a-3024-8bb3-d78f-59f8658337c0, deleteOnExit=true 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:20:53,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/test.cache.data in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:20:53,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:53,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:20:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:20:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:20:53,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:53,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T07:20:53,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T07:20:53,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:53,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:53,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:53,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:53,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:20:53,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:53,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3745fe02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:53,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1731030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:53,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c0fd8e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-11019513047631709218/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:20:53,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d18ab5f{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-19T07:20:53,685 INFO [Time-limited test {}] server.Server(415): Started @237940ms 2024-11-19T07:20:53,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:20:53,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:20:53,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:20:53,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:20:53,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:20:53,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2120cb54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:20:53,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@582d1e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:20:54,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50a619c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/java.io.tmpdir/jetty-localhost-46543-hadoop-hdfs-3_4_1-tests_jar-_-any-3328067460230794270/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:20:54,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@391811d5{HTTP/1.1, (http/1.1)}{localhost:46543} 2024-11-19T07:20:54,073 INFO [Time-limited test {}] server.Server(415): Started @238329ms 2024-11-19T07:20:54,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:20:54,830 WARN [Thread-2884 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/cluster_7048f07a-3024-8bb3-d78f-59f8658337c0/data/data1/current/BP-1678772885-172.17.0.2-1732000853142/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:54,831 WARN [Thread-2885 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/cluster_7048f07a-3024-8bb3-d78f-59f8658337c0/data/data2/current/BP-1678772885-172.17.0.2-1732000853142/current, will proceed with Du for space computation calculation, 2024-11-19T07:20:54,863 WARN [Thread-2872 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:20:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x493dd2ac555e50b with lease ID 0xb7dc2d67823134e8: Processing first storage report for DS-3a44b0a1-d33f-43f4-bf71-363f4480e902 from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=24297825-82b5-4030-8569-48566ba09482, infoPort=42739, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=45771635;c=1732000853142) 2024-11-19T07:20:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x493dd2ac555e50b with lease ID 0xb7dc2d67823134e8: from storage DS-3a44b0a1-d33f-43f4-bf71-363f4480e902 node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=24297825-82b5-4030-8569-48566ba09482, infoPort=42739, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=45771635;c=1732000853142), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x493dd2ac555e50b with lease ID 0xb7dc2d67823134e8: Processing first storage report for DS-6f1543a2-0c62-4462-92cd-ea369e00bb4b from datanode DatanodeRegistration(127.0.0.1:36077, datanodeUuid=24297825-82b5-4030-8569-48566ba09482, infoPort=42739, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=45771635;c=1732000853142) 2024-11-19T07:20:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x493dd2ac555e50b with lease ID 0xb7dc2d67823134e8: from storage DS-6f1543a2-0c62-4462-92cd-ea369e00bb4b node DatanodeRegistration(127.0.0.1:36077, datanodeUuid=24297825-82b5-4030-8569-48566ba09482, infoPort=42739, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=45771635;c=1732000853142), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:20:54,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b 2024-11-19T07:20:54,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:54,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:54,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:20:55,319 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02 with version=8 2024-11-19T07:20:55,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/hbase-staging 2024-11-19T07:20:55,321 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:20:55,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:55,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34125 2024-11-19T07:20:55,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34125 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:55,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341250x0, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:55,391 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34125-0x10151f77cb00006 connected 2024-11-19T07:20:55,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:55,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:55,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/running 2024-11-19T07:20:55,467 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02, hbase.cluster.distributed=false 2024-11-19T07:20:55,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/acl 2024-11-19T07:20:55,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34125 2024-11-19T07:20:55,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34125 2024-11-19T07:20:55,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34125 2024-11-19T07:20:55,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34125 2024-11-19T07:20:55,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34125 2024-11-19T07:20:55,482 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:20:55,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:20:55,483 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44003 2024-11-19T07:20:55,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44003 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:55,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:55,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:55,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440030x0, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:55,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440030x0, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/running 2024-11-19T07:20:55,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44003-0x10151f77cb00007 connected 2024-11-19T07:20:55,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:20:55,497 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:20:55,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/master 2024-11-19T07:20:55,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/acl 2024-11-19T07:20:55,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44003 2024-11-19T07:20:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44003 2024-11-19T07:20:55,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44003 2024-11-19T07:20:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44003 2024-11-19T07:20:55,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44003 2024-11-19T07:20:55,517 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:34125 2024-11-19T07:20:55,517 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2886545589/backup-masters/db0afee3eab9,34125,1732000855320 2024-11-19T07:20:55,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/backup-masters 2024-11-19T07:20:55,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/backup-masters 2024-11-19T07:20:55,528 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on existing znode=/2886545589/backup-masters/db0afee3eab9,34125,1732000855320 2024-11-19T07:20:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886545589/master 2024-11-19T07:20:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:55,538 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on existing znode=/2886545589/master 2024-11-19T07:20:55,539 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2886545589/backup-masters/db0afee3eab9,34125,1732000855320 from backup master directory 2024-11-19T07:20:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886545589/backup-masters/db0afee3eab9,34125,1732000855320 2024-11-19T07:20:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/backup-masters 2024-11-19T07:20:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/backup-masters 2024-11-19T07:20:55,549 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:55,549 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,34125,1732000855320 2024-11-19T07:20:55,551 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/hbase.id] with ID: 036c21cd-4806-4b9f-b1c8-39c22425187b 2024-11-19T07:20:55,552 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/.tmp/hbase.id 2024-11-19T07:20:55,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:20:55,956 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/.tmp/hbase.id]:[hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/hbase.id] 2024-11-19T07:20:55,963 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:20:55,963 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:20:55,964 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:20:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:56,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:56,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:20:56,437 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:56,438 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:20:56,438 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:56,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:20:56,844 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store 2024-11-19T07:20:56,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:20:57,249 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:57,249 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:20:57,249 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000857249Disabling compacts and flushes for region at 1732000857249Disabling writes for close at 1732000857249Writing region close event to WAL at 1732000857249Closed at 1732000857249 2024-11-19T07:20:57,250 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/.initializing 2024-11-19T07:20:57,250 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/WALs/db0afee3eab9,34125,1732000855320 2024-11-19T07:20:57,250 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:57,252 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C34125%2C1732000855320, suffix=, logDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/WALs/db0afee3eab9,34125,1732000855320, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/oldWALs, maxLogs=10 2024-11-19T07:20:57,263 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/WALs/db0afee3eab9,34125,1732000855320/db0afee3eab9%2C34125%2C1732000855320.1732000857252, exclude list is [], retry=0 2024-11-19T07:20:57,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-3a44b0a1-d33f-43f4-bf71-363f4480e902,DISK] 2024-11-19T07:20:57,268 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/WALs/db0afee3eab9,34125,1732000855320/db0afee3eab9%2C34125%2C1732000855320.1732000857252 2024-11-19T07:20:57,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-11-19T07:20:57,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:57,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:57,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,268 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:20:57,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:57,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:20:57,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:57,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:20:57,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:57,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:20:57,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:57,275 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,275 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,276 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:57,277 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:20:57,278 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:57,278 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61629127, jitterRate=-0.08165444433689117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:57,279 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000857268Initializing all the Stores at 1732000857269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000857269Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000857270 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000857270Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000857270Cleaning up temporary data from old regions at 1732000857276 (+6 ms)Region opened successfully at 1732000857278 (+2 ms) 2024-11-19T07:20:57,279 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:20:57,280 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c66fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:57,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:20:57,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:20:57,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:20:57,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:20:57,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:20:57,282 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:20:57,282 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:20:57,283 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:20:57,283 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/balancer because node does not exist (not necessarily an error) 2024-11-19T07:20:57,338 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/balancer already deleted, retry=false 2024-11-19T07:20:57,338 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:20:57,339 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:20:57,348 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/normalizer already deleted, retry=false 2024-11-19T07:20:57,349 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:20:57,349 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:20:57,359 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/switch/split already deleted, retry=false 2024-11-19T07:20:57,360 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:20:57,369 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/switch/merge already deleted, retry=false 2024-11-19T07:20:57,371 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:20:57,380 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/snapshot-cleanup already deleted, retry=false 2024-11-19T07:20:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886545589/running 2024-11-19T07:20:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2886545589/running 2024-11-19T07:20:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,391 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,34125,1732000855320, sessionid=0x10151f77cb00006, setting cluster-up flag (Was=false) 2024-11-19T07:20:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,443 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2886545589/flush-table-proc/acquired, /2886545589/flush-table-proc/reached, /2886545589/flush-table-proc/abort 2024-11-19T07:20:57,444 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34125,1732000855320 2024-11-19T07:20:57,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:57,506 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2886545589/online-snapshot/acquired, /2886545589/online-snapshot/reached, /2886545589/online-snapshot/abort 2024-11-19T07:20:57,508 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,34125,1732000855320 2024-11-19T07:20:57,508 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:20:57,510 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:57,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:20:57,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:20:57,510 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,34125,1732000855320 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:57,512 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000887513 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:57,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:20:57,513 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:20:57,514 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000857514,5,FailOnTimeoutGroup] 2024-11-19T07:20:57,514 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000857514,5,FailOnTimeoutGroup] 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,514 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:20:57,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:20:57,609 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(746): ClusterId : 036c21cd-4806-4b9f-b1c8-39c22425187b 2024-11-19T07:20:57,609 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:20:57,691 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:20:57,691 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:20:57,718 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:20:57,718 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da734a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:20:57,732 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:44003 2024-11-19T07:20:57,732 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:20:57,732 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:20:57,732 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:20:57,732 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,34125,1732000855320 with port=44003, startcode=1732000855482 2024-11-19T07:20:57,732 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:20:57,734 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:20:57,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34125 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,736 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02 2024-11-19T07:20:57,736 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46869 2024-11-19T07:20:57,736 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:20:57,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/rs 2024-11-19T07:20:57,797 DEBUG [RS:0;db0afee3eab9:44003 {}] zookeeper.ZKUtil(111): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on existing znode=/2886545589/rs/db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,798 WARN [RS:0;db0afee3eab9:44003 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:20:57,798 INFO [RS:0;db0afee3eab9:44003 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:57,798 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,44003,1732000855482] 2024-11-19T07:20:57,811 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:20:57,816 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:20:57,816 INFO [RS:0;db0afee3eab9:44003 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:20:57,816 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,817 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:20:57,820 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:20:57,820 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:57,820 DEBUG [RS:0;db0afee3eab9:44003 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,835 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44003,1732000855482-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:57,856 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:20:57,856 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44003,1732000855482-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,856 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,856 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.Replication(171): db0afee3eab9,44003,1732000855482 started 2024-11-19T07:20:57,877 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:57,877 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,44003,1732000855482, RpcServer on db0afee3eab9/172.17.0.2:44003, sessionid=0x10151f77cb00007 2024-11-19T07:20:57,877 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:20:57,877 DEBUG [RS:0;db0afee3eab9:44003 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,877 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44003,1732000855482' 2024-11-19T07:20:57,877 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2886545589/flush-table-proc/abort' 2024-11-19T07:20:57,878 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2886545589/flush-table-proc/acquired' 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,44003,1732000855482 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,44003,1732000855482' 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2886545589/online-snapshot/abort' 2024-11-19T07:20:57,880 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2886545589/online-snapshot/acquired' 2024-11-19T07:20:57,881 DEBUG [RS:0;db0afee3eab9:44003 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:20:57,881 INFO [RS:0;db0afee3eab9:44003 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:20:57,881 INFO [RS:0;db0afee3eab9:44003 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:20:57,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:57,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:57,915 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48431 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:20:57,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:20:57,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02 2024-11-19T07:20:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:20:57,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:57,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:57,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:57,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:57,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:57,981 INFO [RS:0;db0afee3eab9:44003 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:20:57,983 INFO [RS:0;db0afee3eab9:44003 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44003%2C1732000855482, suffix=, logDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/oldWALs, maxLogs=10 2024-11-19T07:20:57,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:57,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:57,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:57,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:57,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:57,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:57,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:57,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:57,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:57,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:57,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740 2024-11-19T07:20:57,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740 2024-11-19T07:20:57,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:57,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:58,000 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:58,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:58,010 DEBUG [RS:0;db0afee3eab9:44003 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, exclude list is [], retry=0 2024-11-19T07:20:58,011 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:58,012 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64741398, jitterRate=-0.035277992486953735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000857952Initializing all the Stores at 1732000857954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000857954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000857968 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000857968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000857968Cleaning up temporary data from old regions at 1732000857999 (+31 ms)Region opened successfully at 1732000858012 (+13 ms) 2024-11-19T07:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:20:58,012 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:20:58,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:20:58,013 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:20:58,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000858012Disabling compacts and flushes for region at 1732000858012Disabling writes for close at 1732000858012Writing region close event to WAL at 1732000858013 (+1 ms)Closed at 1732000858013 2024-11-19T07:20:58,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-3a44b0a1-d33f-43f4-bf71-363f4480e902,DISK] 2024-11-19T07:20:58,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:58,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:20:58,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:20:58,017 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:58,018 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:20:58,035 INFO [RS:0;db0afee3eab9:44003 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 2024-11-19T07:20:58,040 DEBUG [RS:0;db0afee3eab9:44003 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-11-19T07:20:58,168 DEBUG [db0afee3eab9:34125 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:20:58,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:20:58,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44003,1732000855482, state=OPENING 2024-11-19T07:20:58,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:20:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:58,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:20:58,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886545589/meta-region-server: CHANGED 2024-11-19T07:20:58,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:20:58,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886545589/meta-region-server: CHANGED 2024-11-19T07:20:58,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44003,1732000855482}] 2024-11-19T07:20:58,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:20:58,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:20:58,444 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:20:58,444 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:20:58,445 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:20:58,451 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44003%2C1732000855482.meta, suffix=.meta, logDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/oldWALs, maxLogs=10 2024-11-19T07:20:58,471 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.meta.1732000858452.meta, exclude list is [], retry=0 2024-11-19T07:20:58,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:20:58,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-3a44b0a1-d33f-43f4-bf71-363f4480e902,DISK] 2024-11-19T07:20:58,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,490 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.meta.1732000858452.meta 2024-11-19T07:20:58,491 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-11-19T07:20:58,491 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:58,492 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:20:58,492 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:20:58,492 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:20:58,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:20:58,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:20:58,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:58,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:58,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:20:58,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:20:58,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:58,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:58,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:20:58,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:20:58,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:20:58,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:20:58,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:58,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:20:58,510 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:20:58,511 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740 2024-11-19T07:20:58,512 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740 2024-11-19T07:20:58,513 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:20:58,513 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:20:58,513 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:20:58,514 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:20:58,515 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75121148, jitterRate=0.11939233541488647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:20:58,515 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:20:58,515 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000858493Writing region info on filesystem at 1732000858493Initializing all the Stores at 1732000858494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000858494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000858496 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000858496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000858496Cleaning up temporary data from old regions at 1732000858513 (+17 ms)Running coprocessor post-open hooks at 1732000858515 (+2 ms)Region opened successfully at 1732000858515 2024-11-19T07:20:58,516 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000858434 2024-11-19T07:20:58,520 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:20:58,520 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:20:58,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:20:58,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,44003,1732000855482, state=OPEN 2024-11-19T07:20:58,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2886545589/meta-region-server 2024-11-19T07:20:58,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2886545589/meta-region-server 2024-11-19T07:20:58,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886545589/meta-region-server: CHANGED 2024-11-19T07:20:58,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2886545589/meta-region-server: CHANGED 2024-11-19T07:20:58,527 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,44003,1732000855482 2024-11-19T07:20:58,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:20:58,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,44003,1732000855482 in 253 msec 2024-11-19T07:20:58,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:20:58,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 514 msec 2024-11-19T07:20:58,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,532 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:20:58,532 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:20:58,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,533 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:58,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,533 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44003,1732000855482, seqNum=-1] 2024-11-19T07:20:58,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,534 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:58,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:58,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-11-19T07:20:58,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000858540, completionTime=-1 2024-11-19T07:20:58,540 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:20:58,540 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000918542 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732000978542 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:34125, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,542 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,544 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,545 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:20:58,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.998sec 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:20:58,547 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:20:58,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:20:58,589 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:20:58,590 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:20:58,590 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34125,1732000855320-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:20:58,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec6824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:58,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:20:58,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:20:58,624 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:20:58,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:20:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:20:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34370765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:20:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:20:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:20:58,627 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:20:58,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1b6c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:20:58,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:20:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44003,1732000855482, seqNum=-1] 2024-11-19T07:20:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:20:58,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:20:58,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,34125,1732000855320 2024-11-19T07:20:58,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64830 2024-11-19T07:20:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:20:58,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10151f77cb00008 connected 2024-11-19T07:20:58,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41279,1732000844395 2024-11-19T07:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dab712e 2024-11-19T07:20:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:58,700 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:58,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:20:58,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:58,703 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:58,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:20:58,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:20:58,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2466022d0a895d449466bdebcf067ef2, NAME => 'test,,1732000858700.2466022d0a895d449466bdebcf067ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86 2024-11-19T07:20:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:20:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000858700.2466022d0a895d449466bdebcf067ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2466022d0a895d449466bdebcf067ef2, disabling compactions & flushes 2024-11-19T07:20:59,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000858700.2466022d0a895d449466bdebcf067ef2. after waiting 0 ms 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,135 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,135 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2466022d0a895d449466bdebcf067ef2: Waiting for close lock at 1732000859135Disabling compacts and flushes for region at 1732000859135Disabling writes for close at 1732000859135Writing region close event to WAL at 1732000859135Closed at 1732000859135 2024-11-19T07:20:59,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:20:59,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000858700.2466022d0a895d449466bdebcf067ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000859136"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000859136"}]},"ts":"1732000859136"} 2024-11-19T07:20:59,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:20:59,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:20:59,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000859139"}]},"ts":"1732000859139"} 2024-11-19T07:20:59,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:20:59,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2466022d0a895d449466bdebcf067ef2, ASSIGN}] 2024-11-19T07:20:59,141 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2466022d0a895d449466bdebcf067ef2, ASSIGN 2024-11-19T07:20:59,142 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2466022d0a895d449466bdebcf067ef2, ASSIGN; state=OFFLINE, location=db0afee3eab9,41549,1732000844597; forceNewPlan=false, retain=false 2024-11-19T07:20:59,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2466022d0a895d449466bdebcf067ef2, regionState=OPENING, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:59,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2466022d0a895d449466bdebcf067ef2, ASSIGN because future has completed 2024-11-19T07:20:59,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2466022d0a895d449466bdebcf067ef2, server=db0afee3eab9,41549,1732000844597}] 2024-11-19T07:20:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:59,451 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,451 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2466022d0a895d449466bdebcf067ef2, NAME => 'test,,1732000858700.2466022d0a895d449466bdebcf067ef2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:20:59,451 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:20:59,451 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:20:59,451 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,452 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000858700.2466022d0a895d449466bdebcf067ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:20:59,452 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,452 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,453 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,454 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2466022d0a895d449466bdebcf067ef2 columnFamilyName f 2024-11-19T07:20:59,454 DEBUG [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:59,454 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(327): Store=2466022d0a895d449466bdebcf067ef2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:59,455 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,455 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2466022d0a895d449466bdebcf067ef2 columnFamilyName f1 2024-11-19T07:20:59,455 DEBUG [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:59,456 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(327): Store=2466022d0a895d449466bdebcf067ef2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:59,456 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,457 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2466022d0a895d449466bdebcf067ef2 columnFamilyName norep 2024-11-19T07:20:59,457 DEBUG [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:59,457 INFO [StoreOpener-2466022d0a895d449466bdebcf067ef2-1 {}] regionserver.HStore(327): Store=2466022d0a895d449466bdebcf067ef2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:20:59,458 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,458 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,459 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,460 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,460 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,461 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:20:59,462 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,463 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:20:59,464 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2466022d0a895d449466bdebcf067ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68665552, jitterRate=0.02319645881652832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:20:59,464 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:20:59,464 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2466022d0a895d449466bdebcf067ef2: Running coprocessor pre-open hook at 1732000859452Writing region info on filesystem at 1732000859452Initializing all the Stores at 1732000859453 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000859453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000859453Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000859453Cleaning up temporary data from old regions at 1732000859460 (+7 ms)Running coprocessor post-open hooks at 1732000859464 (+4 ms)Region opened successfully at 1732000859464 2024-11-19T07:20:59,465 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000858700.2466022d0a895d449466bdebcf067ef2., pid=6, masterSystemTime=1732000859447 2024-11-19T07:20:59,467 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,467 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:20:59,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2466022d0a895d449466bdebcf067ef2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:20:59,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2466022d0a895d449466bdebcf067ef2, server=db0afee3eab9,41549,1732000844597 because future has completed 2024-11-19T07:20:59,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:20:59,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2466022d0a895d449466bdebcf067ef2, server=db0afee3eab9,41549,1732000844597 in 175 msec 2024-11-19T07:20:59,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:20:59,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2466022d0a895d449466bdebcf067ef2, ASSIGN in 332 msec 2024-11-19T07:20:59,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:20:59,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000859474"}]},"ts":"1732000859474"} 2024-11-19T07:20:59,476 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:20:59,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:20:59,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-19T07:20:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:59,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:20:59,845 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:20:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,42101,1732000849058 2024-11-19T07:20:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7eef9602 2024-11-19T07:20:59,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:20:59,847 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:20:59,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:20:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:20:59,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:20:59,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:20:59,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:20:59,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:20:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:20:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:20:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:00,258 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f35309e8fe7380151e155f116ce33d14, NAME => 'test,,1732000859848.f35309e8fe7380151e155f116ce33d14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae 2024-11-19T07:21:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000859848.f35309e8fe7380151e155f116ce33d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f35309e8fe7380151e155f116ce33d14, disabling compactions & flushes 2024-11-19T07:21:00,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000859848.f35309e8fe7380151e155f116ce33d14. after waiting 0 ms 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,266 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,266 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f35309e8fe7380151e155f116ce33d14: Waiting for close lock at 1732000860266Disabling compacts and flushes for region at 1732000860266Disabling writes for close at 1732000860266Writing region close event to WAL at 1732000860266Closed at 1732000860266 2024-11-19T07:21:00,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:00,267 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000859848.f35309e8fe7380151e155f116ce33d14.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000860267"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000860267"}]},"ts":"1732000860267"} 2024-11-19T07:21:00,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:00,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:00,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000860270"}]},"ts":"1732000860270"} 2024-11-19T07:21:00,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:21:00,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f35309e8fe7380151e155f116ce33d14, ASSIGN}] 2024-11-19T07:21:00,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f35309e8fe7380151e155f116ce33d14, ASSIGN 2024-11-19T07:21:00,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f35309e8fe7380151e155f116ce33d14, ASSIGN; state=OFFLINE, location=db0afee3eab9,40203,1732000849167; forceNewPlan=false, retain=false 2024-11-19T07:21:00,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f35309e8fe7380151e155f116ce33d14, regionState=OPENING, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:21:00,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f35309e8fe7380151e155f116ce33d14, ASSIGN because future has completed 2024-11-19T07:21:00,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f35309e8fe7380151e155f116ce33d14, server=db0afee3eab9,40203,1732000849167}] 2024-11-19T07:21:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:00,581 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,581 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f35309e8fe7380151e155f116ce33d14, NAME => 'test,,1732000859848.f35309e8fe7380151e155f116ce33d14.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:00,582 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:00,582 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:21:00,582 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,582 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000859848.f35309e8fe7380151e155f116ce33d14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:00,582 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,582 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,583 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,584 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35309e8fe7380151e155f116ce33d14 columnFamilyName f 2024-11-19T07:21:00,584 DEBUG [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:00,585 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(327): Store=f35309e8fe7380151e155f116ce33d14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:00,585 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,585 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35309e8fe7380151e155f116ce33d14 columnFamilyName f1 2024-11-19T07:21:00,585 DEBUG [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:00,586 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(327): Store=f35309e8fe7380151e155f116ce33d14/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:00,586 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,587 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f35309e8fe7380151e155f116ce33d14 columnFamilyName norep 2024-11-19T07:21:00,587 DEBUG [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:00,587 INFO [StoreOpener-f35309e8fe7380151e155f116ce33d14-1 {}] regionserver.HStore(327): Store=f35309e8fe7380151e155f116ce33d14/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,587 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,588 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,588 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,588 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,589 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:00,589 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,591 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:00,591 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f35309e8fe7380151e155f116ce33d14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68916013, jitterRate=0.026928618550300598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:00,591 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:00,591 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f35309e8fe7380151e155f116ce33d14: Running coprocessor pre-open hook at 1732000860582Writing region info on filesystem at 1732000860582Initializing all the Stores at 1732000860583 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000860583Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000860583Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000860583Cleaning up temporary data from old regions at 1732000860588 (+5 ms)Running coprocessor post-open hooks at 1732000860591 (+3 ms)Region opened successfully at 1732000860591 2024-11-19T07:21:00,592 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000859848.f35309e8fe7380151e155f116ce33d14., pid=6, masterSystemTime=1732000860578 2024-11-19T07:21:00,594 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,594 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:00,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f35309e8fe7380151e155f116ce33d14, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:21:00,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f35309e8fe7380151e155f116ce33d14, server=db0afee3eab9,40203,1732000849167 because future has completed 2024-11-19T07:21:00,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:21:00,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f35309e8fe7380151e155f116ce33d14, server=db0afee3eab9,40203,1732000849167 in 171 msec 2024-11-19T07:21:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:21:00,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f35309e8fe7380151e155f116ce33d14, ASSIGN in 328 msec 2024-11-19T07:21:00,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:00,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000860602"}]},"ts":"1732000860602"} 2024-11-19T07:21:00,604 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:21:00,604 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:00,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-19T07:21:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:00,985 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:21:00,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea1ca7f 2024-11-19T07:21:00,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:00,987 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:00,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:21:00,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:00,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:21:00,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:21:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:01,398 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7017fc72251636aada914c67631646b9, NAME => 'test,,1732000860987.7017fc72251636aada914c67631646b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02 2024-11-19T07:21:01,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:21:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000860987.7017fc72251636aada914c67631646b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7017fc72251636aada914c67631646b9, disabling compactions & flushes 2024-11-19T07:21:01,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000860987.7017fc72251636aada914c67631646b9. after waiting 0 ms 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:01,803 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:01,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7017fc72251636aada914c67631646b9: Waiting for close lock at 1732000861803Disabling compacts and flushes for region at 1732000861803Disabling writes for close at 1732000861803Writing region close event to WAL at 1732000861803Closed at 1732000861803 2024-11-19T07:21:01,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:01,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000860987.7017fc72251636aada914c67631646b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000861804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000861804"}]},"ts":"1732000861804"} 2024-11-19T07:21:01,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:01,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:01,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000861808"}]},"ts":"1732000861808"} 2024-11-19T07:21:01,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:21:01,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7017fc72251636aada914c67631646b9, ASSIGN}] 2024-11-19T07:21:01,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7017fc72251636aada914c67631646b9, ASSIGN 2024-11-19T07:21:01,811 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7017fc72251636aada914c67631646b9, ASSIGN; state=OFFLINE, location=db0afee3eab9,44003,1732000855482; forceNewPlan=false, retain=false 2024-11-19T07:21:01,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7017fc72251636aada914c67631646b9, regionState=OPENING, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:21:01,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7017fc72251636aada914c67631646b9, ASSIGN because future has completed 2024-11-19T07:21:01,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7017fc72251636aada914c67631646b9, server=db0afee3eab9,44003,1732000855482}] 2024-11-19T07:21:02,120 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:02,120 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7017fc72251636aada914c67631646b9, NAME => 'test,,1732000860987.7017fc72251636aada914c67631646b9.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:02,120 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:02,120 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:21:02,120 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,120 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000860987.7017fc72251636aada914c67631646b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:02,120 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,120 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,122 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,123 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7017fc72251636aada914c67631646b9 columnFamilyName f 2024-11-19T07:21:02,123 DEBUG [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:02,123 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(327): Store=7017fc72251636aada914c67631646b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:02,123 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,124 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7017fc72251636aada914c67631646b9 columnFamilyName f1 2024-11-19T07:21:02,124 DEBUG [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:02,124 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(327): Store=7017fc72251636aada914c67631646b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:02,124 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,125 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7017fc72251636aada914c67631646b9 columnFamilyName norep 2024-11-19T07:21:02,125 DEBUG [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:02,125 INFO [StoreOpener-7017fc72251636aada914c67631646b9-1 {}] regionserver.HStore(327): Store=7017fc72251636aada914c67631646b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:02,126 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,126 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,126 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,127 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:02,128 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,130 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:02,130 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7017fc72251636aada914c67631646b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59269421, jitterRate=-0.11681680381298065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:02,131 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:02,131 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7017fc72251636aada914c67631646b9: Running coprocessor pre-open hook at 1732000862121Writing region info on filesystem at 1732000862121Initializing all the Stores at 1732000862121Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000862121Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000862121Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000862121Cleaning up temporary data from old regions at 1732000862127 (+6 ms)Running coprocessor post-open hooks at 1732000862131 (+4 ms)Region opened successfully at 1732000862131 2024-11-19T07:21:02,131 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000860987.7017fc72251636aada914c67631646b9., pid=6, masterSystemTime=1732000862116 2024-11-19T07:21:02,138 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:02,138 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:02,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7017fc72251636aada914c67631646b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:21:02,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7017fc72251636aada914c67631646b9, server=db0afee3eab9,44003,1732000855482 because future has completed 2024-11-19T07:21:02,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:21:02,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7017fc72251636aada914c67631646b9, server=db0afee3eab9,44003,1732000855482 in 182 msec 2024-11-19T07:21:02,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:21:02,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7017fc72251636aada914c67631646b9, ASSIGN in 341 msec 2024-11-19T07:21:02,155 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:02,155 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000862155"}]},"ts":"1732000862155"} 2024-11-19T07:21:02,159 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:21:02,161 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:02,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-19T07:21:03,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:03,135 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:21:03,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a6ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:03,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:03,137 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f50c426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:03,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:03,138 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7571ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41279,1732000844395 2024-11-19T07:21:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11eb8e83 2024-11-19T07:21:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:03,141 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:03,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:42101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:03,144 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:42101' 2024-11-19T07:21:03,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3635a436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,145 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:21:03,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:03,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:03,146 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:21:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:21:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445ab89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:21:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:03,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:03,147 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:03,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7ac050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:03,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:03,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,42101,1732000849058 2024-11-19T07:21:03,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d3d1c4b 2024-11-19T07:21:03,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:03,150 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:03,150 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:21:03,150 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:03,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:03,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:03,150 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:03,151 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:03,152 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:03,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:03,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:03,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:03,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:03,202 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:03,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:21:03,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:21:03,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:03,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:21:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:03,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0fb4437e455169fd72558083ffd587f, NAME => 'hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86 2024-11-19T07:21:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:03,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:03,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0fb4437e455169fd72558083ffd587f, disabling compactions & flushes 2024-11-19T07:21:03,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:03,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:03,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. after waiting 0 ms 2024-11-19T07:21:03,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:03,977 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:03,977 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0fb4437e455169fd72558083ffd587f: Waiting for close lock at 1732000863976Disabling compacts and flushes for region at 1732000863976Disabling writes for close at 1732000863977 (+1 ms)Writing region close event to WAL at 1732000863977Closed at 1732000863977 2024-11-19T07:21:03,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:03,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000863978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000863978"}]},"ts":"1732000863978"} 2024-11-19T07:21:03,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:03,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:03,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000863981"}]},"ts":"1732000863981"} 2024-11-19T07:21:03,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:03,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0fb4437e455169fd72558083ffd587f, ASSIGN}] 2024-11-19T07:21:03,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0fb4437e455169fd72558083ffd587f, ASSIGN 2024-11-19T07:21:03,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0fb4437e455169fd72558083ffd587f, ASSIGN; state=OFFLINE, location=db0afee3eab9,41549,1732000844597; forceNewPlan=false, retain=false 2024-11-19T07:21:03,995 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:03,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:04,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:21:04,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0fb4437e455169fd72558083ffd587f, regionState=OPENING, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:21:04,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0fb4437e455169fd72558083ffd587f, ASSIGN because future has completed 2024-11-19T07:21:04,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0fb4437e455169fd72558083ffd587f, server=db0afee3eab9,41549,1732000844597}] 2024-11-19T07:21:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:04,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:04,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:04,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:04,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C41549%2C1732000844597.rep, suffix=, logDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597, archiveDir=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/oldWALs, maxLogs=10 2024-11-19T07:21:04,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.rep.1732000864294, exclude list is [], retry=0 2024-11-19T07:21:04,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45445,DS-b56e7771-1002-492b-8991-dc3a83611fd3,DISK] 2024-11-19T07:21:04,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.rep.1732000864294 2024-11-19T07:21:04,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35459:35459)] 2024-11-19T07:21:04,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0fb4437e455169fd72558083ffd587f, NAME => 'hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:04,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. service=MultiRowMutationService 2024-11-19T07:21:04,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,318 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,319 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0fb4437e455169fd72558083ffd587f columnFamilyName hfileref 2024-11-19T07:21:04,319 DEBUG [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:04,319 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(327): Store=c0fb4437e455169fd72558083ffd587f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:04,319 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,320 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0fb4437e455169fd72558083ffd587f columnFamilyName queue 2024-11-19T07:21:04,320 DEBUG [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:04,321 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(327): Store=c0fb4437e455169fd72558083ffd587f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:04,321 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,322 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0fb4437e455169fd72558083ffd587f columnFamilyName sid 2024-11-19T07:21:04,322 DEBUG [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:04,322 INFO [StoreOpener-c0fb4437e455169fd72558083ffd587f-1 {}] regionserver.HStore(327): Store=c0fb4437e455169fd72558083ffd587f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:04,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/replication/c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/replication/c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:04,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/replication/c0fb4437e455169fd72558083ffd587f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:04,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0fb4437e455169fd72558083ffd587f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063383, jitterRate=0.0738280862569809}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:04,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:04,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0fb4437e455169fd72558083ffd587f: Running coprocessor pre-open hook at 1732000864317Writing region info on filesystem at 1732000864317Initializing all the Stores at 1732000864317Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000864317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000864317Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000864317Cleaning up temporary data from old regions at 1732000864323 (+6 ms)Running coprocessor post-open hooks at 1732000864326 (+3 ms)Region opened successfully at 1732000864326 2024-11-19T07:21:04,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., pid=10, masterSystemTime=1732000864290 2024-11-19T07:21:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:04,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:04,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0fb4437e455169fd72558083ffd587f, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,41549,1732000844597 2024-11-19T07:21:04,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0fb4437e455169fd72558083ffd587f, server=db0afee3eab9,41549,1732000844597 because future has completed 2024-11-19T07:21:04,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:04,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0fb4437e455169fd72558083ffd587f, server=db0afee3eab9,41549,1732000844597 in 193 msec 2024-11-19T07:21:04,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:04,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0fb4437e455169fd72558083ffd587f, ASSIGN in 350 msec 2024-11-19T07:21:04,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:04,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000864335"}]},"ts":"1732000864335"} 2024-11-19T07:21:04,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:04,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:04,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-19T07:21:04,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., hostname=db0afee3eab9,41549,1732000844597, seqNum=2] 2024-11-19T07:21:04,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:21:04,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:21:04,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:04,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:04,606 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:04,632 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,41549,1732000844597, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:04,633 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:04,633 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41549,1732000844597, seqNum=-1] 2024-11-19T07:21:04,633 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:04,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:04,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,41549,1732000844597', locateType=CURRENT is [region=hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., hostname=db0afee3eab9,41549,1732000844597, seqNum=2] 2024-11-19T07:21:04,637 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:04,640 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,41549,1732000844597 suceeded 2024-11-19T07:21:04,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:04,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-19T07:21:04,641 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:42101,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:04,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-19T07:21:04,651 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:42101' 2024-11-19T07:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@893e7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:21:04,652 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:04,652 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6941d248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:04,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:04,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:04,654 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@124dce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:04,654 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:04,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,42101,1732000849058 2024-11-19T07:21:04,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc9f2c6 2024-11-19T07:21:04,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:04,656 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:04,656 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,41549,1732000844597 (queues=1) is replicating from cluster=f4cd833d-eefc-4cc2-939c-b056d5ab0036 to cluster=65de1105-c454-466a-8dbf-d5bc1ac9f3e9 2024-11-19T07:21:04,657 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C41549%2C1732000844597 2024-11-19T07:21:04,657 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,41549,1732000844597, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:04,657 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C41549%2C1732000844597 2024-11-19T07:21:04,657 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, startPosition=0, beingWritten=true 2024-11-19T07:21:04,662 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:04,662 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:04,662 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:04,865 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:05,169 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:05,295 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:05,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:05,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:05,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:05,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b0df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:21:05,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:05,299 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766e9789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:05,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,300 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:05,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46029592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,301 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:05,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,42101,1732000849058 2024-11-19T07:21:05,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bfbfdaa 2024-11-19T07:21:05,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:05,303 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:05,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:34125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:05,307 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:34125' 2024-11-19T07:21:05,308 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5746bc27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,309 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:05,309 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:05,310 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3765d62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:05,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,311 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:05,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf3355b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:05,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:05,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:05,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@307302e8 2024-11-19T07:21:05,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:05,314 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:05,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:21:05,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:05,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:05,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:05,315 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:05,316 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:05,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:05,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:05,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:05,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:05,572 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:05,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa16363d4c143648992d2146a528318c, NAME => 'hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae 2024-11-19T07:21:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:06,083 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:06,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:06,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fa16363d4c143648992d2146a528318c, disabling compactions & flushes 2024-11-19T07:21:06,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. after waiting 0 ms 2024-11-19T07:21:06,135 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,135 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,136 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa16363d4c143648992d2146a528318c: Waiting for close lock at 1732000866135Disabling compacts and flushes for region at 1732000866135Disabling writes for close at 1732000866135Writing region close event to WAL at 1732000866135Closed at 1732000866135 2024-11-19T07:21:06,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:06,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000866138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000866138"}]},"ts":"1732000866138"} 2024-11-19T07:21:06,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:06,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:06,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000866143"}]},"ts":"1732000866143"} 2024-11-19T07:21:06,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:06,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa16363d4c143648992d2146a528318c, ASSIGN}] 2024-11-19T07:21:06,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa16363d4c143648992d2146a528318c, ASSIGN 2024-11-19T07:21:06,148 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa16363d4c143648992d2146a528318c, ASSIGN; state=OFFLINE, location=db0afee3eab9,40203,1732000849167; forceNewPlan=false, retain=false 2024-11-19T07:21:06,299 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa16363d4c143648992d2146a528318c, regionState=OPENING, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:21:06,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fa16363d4c143648992d2146a528318c, ASSIGN because future has completed 2024-11-19T07:21:06,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa16363d4c143648992d2146a528318c, server=db0afee3eab9,40203,1732000849167}] 2024-11-19T07:21:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:06,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:06,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:06,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C40203%2C1732000849167.rep, suffix=, logDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167, archiveDir=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/oldWALs, maxLogs=10 2024-11-19T07:21:06,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.rep.1732000866475, exclude list is [], retry=0 2024-11-19T07:21:06,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36561,DS-ca3216b4-f78a-4e10-b77a-174c74a35bf5,DISK] 2024-11-19T07:21:06,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.rep.1732000866475 2024-11-19T07:21:06,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36795:36795)] 2024-11-19T07:21:06,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fa16363d4c143648992d2146a528318c, NAME => 'hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:06,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:06,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:06,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. service=MultiRowMutationService 2024-11-19T07:21:06,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:06,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:06,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,501 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,503 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa16363d4c143648992d2146a528318c columnFamilyName hfileref 2024-11-19T07:21:06,503 DEBUG [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:06,503 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(327): Store=fa16363d4c143648992d2146a528318c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:06,504 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,505 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa16363d4c143648992d2146a528318c columnFamilyName queue 2024-11-19T07:21:06,505 DEBUG [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:06,506 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(327): Store=fa16363d4c143648992d2146a528318c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:06,506 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,508 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa16363d4c143648992d2146a528318c columnFamilyName sid 2024-11-19T07:21:06,508 DEBUG [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:06,509 INFO [StoreOpener-fa16363d4c143648992d2146a528318c-1 {}] regionserver.HStore(327): Store=fa16363d4c143648992d2146a528318c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:06,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:06,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:06,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fa16363d4c143648992d2146a528318c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74723881, jitterRate=0.1134725958108902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fa16363d4c143648992d2146a528318c: Running coprocessor pre-open hook at 1732000866499Writing region info on filesystem at 1732000866499Initializing all the Stores at 1732000866500 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000866501 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000866501Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000866501Cleaning up temporary data from old regions at 1732000866511 (+10 ms)Running coprocessor post-open hooks at 1732000866516 (+5 ms)Region opened successfully at 1732000866516 2024-11-19T07:21:06,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c., pid=10, masterSystemTime=1732000866470 2024-11-19T07:21:06,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:06,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fa16363d4c143648992d2146a528318c, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,40203,1732000849167 2024-11-19T07:21:06,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa16363d4c143648992d2146a528318c, server=db0afee3eab9,40203,1732000849167 because future has completed 2024-11-19T07:21:06,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:06,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fa16363d4c143648992d2146a528318c, server=db0afee3eab9,40203,1732000849167 in 205 msec 2024-11-19T07:21:06,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:06,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fa16363d4c143648992d2146a528318c, ASSIGN in 379 msec 2024-11-19T07:21:06,531 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:06,531 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000866531"}]},"ts":"1732000866531"} 2024-11-19T07:21:06,533 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:06,534 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:06,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2190 sec 2024-11-19T07:21:06,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c., hostname=db0afee3eab9,40203,1732000849167, seqNum=2] 2024-11-19T07:21:06,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:21:06,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:21:06,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:06,688 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:06,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40203 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:06,808 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:06,834 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,40203,1732000849167, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:06,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:06,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,40203,1732000849167, seqNum=-1] 2024-11-19T07:21:06,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:06,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:06,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,40203,1732000849167', locateType=CURRENT is [region=hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c., hostname=db0afee3eab9,40203,1732000849167, seqNum=2] 2024-11-19T07:21:06,840 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:06,842 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,40203,1732000849167 suceeded 2024-11-19T07:21:06,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:06,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-19T07:21:06,844 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:34125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:06,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5400 sec 2024-11-19T07:21:06,854 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:34125' 2024-11-19T07:21:06,856 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bfa0503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:06,856 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:06,856 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:06,856 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe5ef13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:06,858 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:06,858 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cb38ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:06,858 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1577e8f3 2024-11-19T07:21:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:06,860 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:06,860 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,40203,1732000849167 (queues=1) is replicating from cluster=65de1105-c454-466a-8dbf-d5bc1ac9f3e9 to cluster=036c21cd-4806-4b9f-b1c8-39c22425187b 2024-11-19T07:21:06,860 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C40203%2C1732000849167 2024-11-19T07:21:06,861 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,40203,1732000849167, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:06,861 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C40203%2C1732000849167 2024-11-19T07:21:06,861 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, startPosition=0, beingWritten=true 2024-11-19T07:21:06,865 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:06,865 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:06,865 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:07,069 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:07,372 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:07,395 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42101 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:07,455 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:07,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:07,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:07,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:07,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a13a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:07,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:07,459 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4862682e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,459 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:07,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:07,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,461 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:07,461 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2038359b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a78f70 2024-11-19T07:21:07,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:07,464 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:07,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:41279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:07,467 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:41279' 2024-11-19T07:21:07,472 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1e2270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,472 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:07,473 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:07,473 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5729367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:07,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:07,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,474 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:07,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68682f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:07,475 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:07,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41279,1732000844395 2024-11-19T07:21:07,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23acad40 2024-11-19T07:21:07,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:07,476 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:07,477 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T07:21:07,477 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:07,477 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,477 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:07,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:07,477 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:07,478 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:07,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:07,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:07,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:07,528 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:07,775 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:07,912 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f37c81e762a6d05f664b055d7f7cd173, NAME => 'hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02 2024-11-19T07:21:07,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:08,200 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:08,281 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f37c81e762a6d05f664b055d7f7cd173, disabling compactions & flushes 2024-11-19T07:21:08,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. after waiting 0 ms 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f37c81e762a6d05f664b055d7f7cd173: Waiting for close lock at 1732000868371Disabling compacts and flushes for region at 1732000868371Disabling writes for close at 1732000868371Writing region close event to WAL at 1732000868371Closed at 1732000868371 2024-11-19T07:21:08,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:08,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000868372"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000868372"}]},"ts":"1732000868372"} 2024-11-19T07:21:08,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:08,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:08,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000868377"}]},"ts":"1732000868377"} 2024-11-19T07:21:08,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:08,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37c81e762a6d05f664b055d7f7cd173, ASSIGN}] 2024-11-19T07:21:08,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37c81e762a6d05f664b055d7f7cd173, ASSIGN 2024-11-19T07:21:08,384 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f37c81e762a6d05f664b055d7f7cd173, ASSIGN; state=OFFLINE, location=db0afee3eab9,44003,1732000855482; forceNewPlan=false, retain=false 2024-11-19T07:21:08,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f37c81e762a6d05f664b055d7f7cd173, regionState=OPENING, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:21:08,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f37c81e762a6d05f664b055d7f7cd173, ASSIGN because future has completed 2024-11-19T07:21:08,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37c81e762a6d05f664b055d7f7cd173, server=db0afee3eab9,44003,1732000855482}] 2024-11-19T07:21:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:08,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:08,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:08,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C44003%2C1732000855482.rep, suffix=, logDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/oldWALs, maxLogs=10 2024-11-19T07:21:08,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.rep.1732000868692, exclude list is [], retry=0 2024-11-19T07:21:08,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36077,DS-3a44b0a1-d33f-43f4-bf71-363f4480e902,DISK] 2024-11-19T07:21:08,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.rep.1732000868692 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f37c81e762a6d05f664b055d7f7cd173, NAME => 'hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:08,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. service=MultiRowMutationService 2024-11-19T07:21:08,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:08,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,709 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,710 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c81e762a6d05f664b055d7f7cd173 columnFamilyName hfileref 2024-11-19T07:21:08,710 DEBUG [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:08,710 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(327): Store=f37c81e762a6d05f664b055d7f7cd173/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:08,710 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,711 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c81e762a6d05f664b055d7f7cd173 columnFamilyName queue 2024-11-19T07:21:08,711 DEBUG [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:08,711 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(327): Store=f37c81e762a6d05f664b055d7f7cd173/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:08,711 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,712 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f37c81e762a6d05f664b055d7f7cd173 columnFamilyName sid 2024-11-19T07:21:08,712 DEBUG [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:08,712 INFO [StoreOpener-f37c81e762a6d05f664b055d7f7cd173-1 {}] regionserver.HStore(327): Store=f37c81e762a6d05f664b055d7f7cd173/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:08,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/replication/f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/replication/f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:08,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/replication/f37c81e762a6d05f664b055d7f7cd173/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:08,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f37c81e762a6d05f664b055d7f7cd173; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66648034, jitterRate=-0.006866902112960815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:08,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:08,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f37c81e762a6d05f664b055d7f7cd173: Running coprocessor pre-open hook at 1732000868708Writing region info on filesystem at 1732000868708Initializing all the Stores at 1732000868708Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000868708Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000868708Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000868708Cleaning up temporary data from old regions at 1732000868713 (+5 ms)Running coprocessor post-open hooks at 1732000868717 (+4 ms)Region opened successfully at 1732000868717 2024-11-19T07:21:08,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173., pid=10, masterSystemTime=1732000868688 2024-11-19T07:21:08,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:08,720 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f37c81e762a6d05f664b055d7f7cd173, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,44003,1732000855482 2024-11-19T07:21:08,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f37c81e762a6d05f664b055d7f7cd173, server=db0afee3eab9,44003,1732000855482 because future has completed 2024-11-19T07:21:08,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:08,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f37c81e762a6d05f664b055d7f7cd173, server=db0afee3eab9,44003,1732000855482 in 185 msec 2024-11-19T07:21:08,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:08,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f37c81e762a6d05f664b055d7f7cd173, ASSIGN in 342 msec 2024-11-19T07:21:08,725 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:08,725 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000868725"}]},"ts":"1732000868725"} 2024-11-19T07:21:08,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:08,727 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:08,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-19T07:21:08,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173., hostname=db0afee3eab9,44003,1732000855482, seqNum=2] 2024-11-19T07:21:08,921 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:08,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:21:08,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:21:08,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:09,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:09,101 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:09,126 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,44003,1732000855482, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:09,127 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:09,127 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44003,1732000855482, seqNum=-1] 2024-11-19T07:21:09,127 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:09,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,44003,1732000855482', locateType=CURRENT is [region=hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173., hostname=db0afee3eab9,44003,1732000855482, seqNum=2] 2024-11-19T07:21:09,131 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:09,133 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,44003,1732000855482 suceeded 2024-11-19T07:21:09,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:09,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T07:21:09,135 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:41279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:09,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6710 sec 2024-11-19T07:21:09,138 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:09,145 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:41279' 2024-11-19T07:21:09,146 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1633cb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,146 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:09,146 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:09,147 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42724495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:09,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,148 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:09,148 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738e28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,148 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:09,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41279,1732000844395 2024-11-19T07:21:09,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f4681ae 2024-11-19T07:21:09,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:09,149 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:09,150 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,44003,1732000855482 (queues=1) is replicating from cluster=036c21cd-4806-4b9f-b1c8-39c22425187b to cluster=f4cd833d-eefc-4cc2-939c-b056d5ab0036 2024-11-19T07:21:09,150 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C44003%2C1732000855482 2024-11-19T07:21:09,150 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,44003,1732000855482, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:09,150 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C44003%2C1732000855482 2024-11-19T07:21:09,150 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, startPosition=0, beingWritten=true 2024-11-19T07:21:09,155 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:09,155 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 379, reset compression=false 2024-11-19T07:21:09,155 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:09,359 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 379, reset compression=false 2024-11-19T07:21:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:09,614 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:09,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:09,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:09,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:09,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af606e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,615 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:09,615 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:09,616 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3db73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:09,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,617 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770fdfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca7ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:21:09,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:09,618 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:21:09,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:21:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25004b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:21:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:09,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,619 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:09,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7f3b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a51055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:09,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:09,621 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4166d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:09,622 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:09,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72046352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:09,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41549,1732000844597, seqNum=-1] 2024-11-19T07:21:09,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:09,624 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:09,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:09,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000858700.2466022d0a895d449466bdebcf067ef2., hostname=db0afee3eab9,41549,1732000844597, seqNum=2] 2024-11-19T07:21:09,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44003,1732000855482, seqNum=-1] 2024-11-19T07:21:09,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:09,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000860987.7017fc72251636aada914c67631646b9., hostname=db0afee3eab9,44003,1732000855482, seqNum=2] 2024-11-19T07:21:09,636 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T07:21:09,662 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 379, reset compression=false 2024-11-19T07:21:09,819 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:09,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:09,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:10,098 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 379, reset compression=false 2024-11-19T07:21:10,143 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 379, reset compression=false 2024-11-19T07:21:10,177 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:10,177 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 480, reset compression=false 2024-11-19T07:21:10,177 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[{test/2466022d0a895d449466bdebcf067ef2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T07:21:10,179 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:10,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:10,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:10,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@187aa3b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,42101,-1 for getting cluster id 2024-11-19T07:21:10,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:10,181 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65de1105-c454-466a-8dbf-d5bc1ac9f3e9' 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65de1105-c454-466a-8dbf-d5bc1ac9f3e9" 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ed9285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,42101,-1] 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:10,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:10,183 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:10,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ff569b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:10,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,40203,1732000849167, seqNum=-1] 2024-11-19T07:21:10,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:10,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:10,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000859848.f35309e8fe7380151e155f116ce33d14., hostname=db0afee3eab9,40203,1732000849167, seqNum=2] 2024-11-19T07:21:10,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:10,381 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 480, reset compression=false 2024-11-19T07:21:10,428 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 379, reset compression=false 2024-11-19T07:21:10,433 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:10,433 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 504, reset compression=false 2024-11-19T07:21:10,433 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T07:21:10,435 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:10,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:10,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:10,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff22a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:10,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:10,437 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bbecd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:10,438 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:10,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7145273d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:10,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:10,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,44003,1732000855482, seqNum=-1] 2024-11-19T07:21:10,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:10,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:10,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000860987.7017fc72251636aada914c67631646b9., hostname=db0afee3eab9,44003,1732000855482, seqNum=2] 2024-11-19T07:21:10,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:10,601 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 379, reset compression=false 2024-11-19T07:21:10,605 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:10,605 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 527, reset compression=false 2024-11-19T07:21:10,605 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:10,637 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 504, reset compression=false 2024-11-19T07:21:10,638 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T07:21:10,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,40203,1732000849167, seqNum=-1] 2024-11-19T07:21:10,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:10,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:10,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732000859848.f35309e8fe7380151e155f116ce33d14., hostname=db0afee3eab9,40203,1732000849167, seqNum=2] 2024-11-19T07:21:10,645 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T07:21:10,684 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 480, reset compression=false 2024-11-19T07:21:10,808 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 527, reset compression=false 2024-11-19T07:21:10,940 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 504, reset compression=false 2024-11-19T07:21:10,944 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:10,944 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 608, reset compression=false 2024-11-19T07:21:10,944 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:10,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:10,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:11,088 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 480, reset compression=false 2024-11-19T07:21:11,111 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 527, reset compression=false 2024-11-19T07:21:11,115 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:11,115 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 654, reset compression=false 2024-11-19T07:21:11,115 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[{test/7017fc72251636aada914c67631646b9/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T07:21:11,117 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:11,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:11,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:11,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c160d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:11,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:11,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:11,120 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37c2c49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:11,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:11,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:11,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:11,121 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:11,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@503919d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:11,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,41549,1732000844597, seqNum=-1] 2024-11-19T07:21:11,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:11,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:11,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732000858700.2466022d0a895d449466bdebcf067ef2., hostname=db0afee3eab9,41549,1732000844597, seqNum=2] 2024-11-19T07:21:11,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:11,148 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 608, reset compression=false 2024-11-19T07:21:11,320 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 654, reset compression=false 2024-11-19T07:21:11,451 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 608, reset compression=false 2024-11-19T07:21:11,591 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 480, reset compression=false 2024-11-19T07:21:11,596 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:11,596 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 630, reset compression=false 2024-11-19T07:21:11,596 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:11,623 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 654, reset compression=false 2024-11-19T07:21:11,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T07:21:11,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T07:21:11,801 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 630, reset compression=false 2024-11-19T07:21:11,854 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 608, reset compression=false 2024-11-19T07:21:12,026 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 654, reset compression=false 2024-11-19T07:21:12,030 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:12,030 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 758, reset compression=false 2024-11-19T07:21:12,030 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[{test/7017fc72251636aada914c67631646b9/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:12,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:12,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:12,104 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 630, reset compression=false 2024-11-19T07:21:12,108 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:12,108 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 757, reset compression=false 2024-11-19T07:21:12,108 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[{test/2466022d0a895d449466bdebcf067ef2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T07:21:12,109 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:12,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:12,234 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 758, reset compression=false 2024-11-19T07:21:12,313 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 757, reset compression=false 2024-11-19T07:21:12,359 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 608, reset compression=false 2024-11-19T07:21:12,364 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:12,364 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 759, reset compression=false 2024-11-19T07:21:12,364 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:12,538 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 758, reset compression=false 2024-11-19T07:21:12,568 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 759, reset compression=false 2024-11-19T07:21:12,619 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 757, reset compression=false 2024-11-19T07:21:12,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T07:21:12,654 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T07:21:12,872 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 759, reset compression=false 2024-11-19T07:21:12,941 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 758, reset compression=false 2024-11-19T07:21:13,024 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 757, reset compression=false 2024-11-19T07:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 913, reset compression=false 2024-11-19T07:21:13,029 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[{test/2466022d0a895d449466bdebcf067ef2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T07:21:13,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:13,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:13,233 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 913, reset compression=false 2024-11-19T07:21:13,276 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 759, reset compression=false 2024-11-19T07:21:13,279 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:13,279 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 907, reset compression=false 2024-11-19T07:21:13,279 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T07:21:13,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:13,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:13,444 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 758, reset compression=false 2024-11-19T07:21:13,450 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:13,450 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 929, reset compression=false 2024-11-19T07:21:13,450 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:13,484 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 907, reset compression=false 2024-11-19T07:21:13,540 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 913, reset compression=false 2024-11-19T07:21:13,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T07:21:13,657 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 929, reset compression=false 2024-11-19T07:21:13,660 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T07:21:13,809 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 907, reset compression=false 2024-11-19T07:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1066, reset compression=false 2024-11-19T07:21:13,815 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T07:21:13,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:13,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:13,943 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 913, reset compression=false 2024-11-19T07:21:13,964 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 929, reset compression=false 2024-11-19T07:21:13,968 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:13,968 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1078, reset compression=false 2024-11-19T07:21:13,968 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[{test/7017fc72251636aada914c67631646b9/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T07:21:13,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:13,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:13,980 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:21:14,022 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1066, reset compression=false 2024-11-19T07:21:14,185 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1078, reset compression=false 2024-11-19T07:21:14,327 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1066, reset compression=false 2024-11-19T07:21:14,447 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 913, reset compression=false 2024-11-19T07:21:14,452 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:14,452 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1085, reset compression=false 2024-11-19T07:21:14,452 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:14,489 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1078, reset compression=false 2024-11-19T07:21:14,658 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1085, reset compression=false 2024-11-19T07:21:14,662 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T07:21:14,666 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T07:21:14,731 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1066, reset compression=false 2024-11-19T07:21:14,901 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1078, reset compression=false 2024-11-19T07:21:14,905 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:14,905 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1237, reset compression=false 2024-11-19T07:21:14,905 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[{test/7017fc72251636aada914c67631646b9/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T07:21:14,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:14,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:14,962 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1085, reset compression=false 2024-11-19T07:21:14,966 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:14,966 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1234, reset compression=false 2024-11-19T07:21:14,966 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[{test/2466022d0a895d449466bdebcf067ef2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-19T07:21:14,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:14,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:15,109 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1237, reset compression=false 2024-11-19T07:21:15,174 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1234, reset compression=false 2024-11-19T07:21:15,234 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1066, reset compression=false 2024-11-19T07:21:15,292 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:15,293 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1239, reset compression=false 2024-11-19T07:21:15,293 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:15,417 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1237, reset compression=false 2024-11-19T07:21:15,477 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1234, reset compression=false 2024-11-19T07:21:15,506 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1239, reset compression=false 2024-11-19T07:21:15,668 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T07:21:15,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a5f93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:15,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:15,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:15,685 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19825ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:15,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:15,687 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:15,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4a7538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:15,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58e9097f 2024-11-19T07:21:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:15,692 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:15,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-19T07:21:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-19T07:21:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:21:15,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:21:15,813 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1239, reset compression=false 2024-11-19T07:21:15,820 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1237, reset compression=false 2024-11-19T07:21:15,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T07:21:15,879 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-19T07:21:15,880 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-19T07:21:15,880 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,44003,1732000855482 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-19T07:21:15,880 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0. 2024-11-19T07:21:15,880 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:15,880 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:15,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:15,880 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:15,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1234, reset compression=false 2024-11-19T07:21:15,980 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:21:15,980 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:21:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:21:16,080 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 terminated 2024-11-19T07:21:16,097 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,44003,1732000855482, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:16,097 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-19T07:21:16,098 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T07:21:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T07:21:16,100 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on db0afee3eab9,44003,1732000855482 suceeded 2024-11-19T07:21:16,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T07:21:16,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-19T07:21:16,101 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-19T07:21:16,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 408 msec 2024-11-19T07:21:16,112 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:41279' 2024-11-19T07:21:16,113 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d691ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:16,113 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,41279,-1 for getting cluster id 2024-11-19T07:21:16,113 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:16,114 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4cd833d-eefc-4cc2-939c-b056d5ab0036' 2024-11-19T07:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4cd833d-eefc-4cc2-939c-b056d5ab0036" 2024-11-19T07:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@114601dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:16,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,41279,-1] 2024-11-19T07:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:16,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:16,115 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:16,116 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644ee1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:16,116 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,41279,1732000844395 2024-11-19T07:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671b4d11 2024-11-19T07:21:16,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:16,118 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:16,118 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,44003,1732000855482 (queues=1) is replicating from cluster=036c21cd-4806-4b9f-b1c8-39c22425187b to cluster=f4cd833d-eefc-4cc2-939c-b056d5ab0036 2024-11-19T07:21:16,119 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C44003%2C1732000855482 2024-11-19T07:21:16,119 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,44003,1732000855482, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:16,120 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C44003%2C1732000855482 2024-11-19T07:21:16,217 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1239, reset compression=false 2024-11-19T07:21:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:21:16,325 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:16,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:16,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:16,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:16,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:16,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:16,329 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-19T07:21:16,384 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1234, reset compression=false 2024-11-19T07:21:16,388 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:16,388 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:16,388 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[{test/2466022d0a895d449466bdebcf067ef2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:16,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:16,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40203 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:16,601 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:16,720 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1239, reset compression=false 2024-11-19T07:21:16,724 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:16,724 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1367, reset compression=false 2024-11-19T07:21:16,724 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T07:21:16,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:16,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:16,904 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:16,927 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1367, reset compression=false 2024-11-19T07:21:17,231 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1367, reset compression=false 2024-11-19T07:21:17,308 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:17,331 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-19T07:21:17,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb0812d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:17,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,34125,-1 for getting cluster id 2024-11-19T07:21:17,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:17,334 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '036c21cd-4806-4b9f-b1c8-39c22425187b' 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "036c21cd-4806-4b9f-b1c8-39c22425187b" 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d70ec66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,34125,-1] 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:17,335 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0f7c36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:17,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,34125,1732000855320 2024-11-19T07:21:17,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a2c60f6 2024-11-19T07:21:17,339 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:17,339 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:17,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-19T07:21:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-19T07:21:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T07:21:17,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T07:21:17,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44003 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-19T07:21:17,574 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-19T07:21:17,574 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-19T07:21:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-19T07:21:17,576 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on db0afee3eab9,44003,1732000855482 suceeded 2024-11-19T07:21:17,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-19T07:21:17,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-19T07:21:17,578 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-19T07:21:17,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 238 msec 2024-11-19T07:21:17,621 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, startPosition=1237, beingWritten=true 2024-11-19T07:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1388, reset compression=false 2024-11-19T07:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:17,634 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1367, reset compression=false 2024-11-19T07:21:17,638 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:17,638 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:17,638 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[{test/f35309e8fe7380151e155f116ce33d14/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:17,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:17,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44003 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-19T07:21:17,665 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:17,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:17,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:17,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:17,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:17,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:17,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-19T07:21:17,812 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:17,828 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1388, reset compression=false 2024-11-19T07:21:17,832 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:17,832 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1515, reset compression=false 2024-11-19T07:21:17,832 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[{test/7017fc72251636aada914c67631646b9/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-19T07:21:17,834 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:17,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:17,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:17,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:17,848 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:17,934 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:17,935 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:17,935 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68451 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:18,035 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1515, reset compression=false 2024-11-19T07:21:18,151 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:18,338 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1515, reset compression=false 2024-11-19T07:21:18,415 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1338, reset compression=false 2024-11-19T07:21:18,426 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:18,426 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:18,426 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:18,554 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:18,633 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:18,636 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:21:18,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-19T07:21:18,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:21:18,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:18,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:18,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:18,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:18,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:18,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:21:18,670 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1133357483, stopped=false 2024-11-19T07:21:18,670 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,34125,1732000855320 2024-11-19T07:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886545589/running 2024-11-19T07:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886545589/running 2024-11-19T07:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:21:18,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:18,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:18,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:18,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:18,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,44003,1732000855482' ***** 2024-11-19T07:21:18,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:21:18,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/running 2024-11-19T07:21:18,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Set watcher on znode that does not yet exist, /2886545589/running 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:21:18,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(3091): Received CLOSE for 7017fc72251636aada914c67631646b9 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(3091): Received CLOSE for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,44003,1732000855482 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44003. 2024-11-19T07:21:18,738 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7017fc72251636aada914c67631646b9, disabling compactions & flushes 2024-11-19T07:21:18,738 DEBUG [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:18,738 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:18,738 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:18,738 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:18,738 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000860987.7017fc72251636aada914c67631646b9. after waiting 0 ms 2024-11-19T07:21:18,738 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:21:18,738 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:21:18,739 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:21:18,739 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:21:18,739 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7017fc72251636aada914c67631646b9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T07:21:18,739 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:21:18,739 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1325): Online Regions={7017fc72251636aada914c67631646b9=test,,1732000860987.7017fc72251636aada914c67631646b9., 1588230740=hbase:meta,,1.1588230740, f37c81e762a6d05f664b055d7f7cd173=hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.} 2024-11-19T07:21:18,739 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7017fc72251636aada914c67631646b9, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:18,739 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:18,739 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:18,739 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:18,739 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:18,739 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:18,739 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:21:18,741 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1515, reset compression=false 2024-11-19T07:21:18,752 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:18,752 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1762, reset compression=false 2024-11-19T07:21:18,752 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,44003,1732000855482 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:18,753 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,44003,1732000855482: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,44003,1732000855482, walGroup=db0afee3eab9%2C44003%2C1732000855482, offset=db0afee3eab9%2C44003%2C1732000855482.1732000857984:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:21:18,754 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:21:18,754 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:21:18,754 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:21:18,754 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:21:18,755 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:21:18,755 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 800620208 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 197924600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:21:18,755 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f/b5f9c76cffb049ababb94ddc77052aa6 is 37, key is row3/f:row3/1732000876327/Put/seqid=0 2024-11-19T07:21:18,755 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:18,755 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:34125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:34125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:21:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741840_1016 (size=5228) 2024-11-19T07:21:18,765 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/info/41288a76168d4759a3fbddbbf7306f77 is 147, key is hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173./info:regioninfo/1732000868719/Put/seqid=0 2024-11-19T07:21:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741841_1017 (size=7686) 2024-11-19T07:21:18,776 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/info/41288a76168d4759a3fbddbbf7306f77 2024-11-19T07:21:18,796 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/ns/de5879e7e52b464db4e3fdb1739179dc is 43, key is default/ns:d/1732000858535/Put/seqid=0 2024-11-19T07:21:18,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:21:18,847 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:21:18,847 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:21:18,937 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:18,939 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7017fc72251636aada914c67631646b9, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:18,958 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1762, reset compression=false 2024-11-19T07:21:19,058 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:19,139 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7017fc72251636aada914c67631646b9, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:19,166 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f/b5f9c76cffb049ababb94ddc77052aa6 2024-11-19T07:21:19,170 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5f9c76cffb049ababb94ddc77052aa6 2024-11-19T07:21:19,184 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f1/4b9628f12e694acda4cb11676c87963d is 30, key is row1/f1:/1732000873657/DeleteFamily/seqid=0 2024-11-19T07:21:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741843_1019 (size=5158) 2024-11-19T07:21:19,201 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/ns/de5879e7e52b464db4e3fdb1739179dc 2024-11-19T07:21:19,224 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/rep_barrier/f23fbbde3ea648a8a0db956d3175db52 is 112, key is test,,1732000860987.7017fc72251636aada914c67631646b9./rep_barrier:seqnumDuringOpen/1732000862141/Put/seqid=0 2024-11-19T07:21:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:21:19,262 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1762, reset compression=false 2024-11-19T07:21:19,339 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7017fc72251636aada914c67631646b9, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:19,340 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:19,540 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7017fc72251636aada914c67631646b9, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:19,588 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f1/4b9628f12e694acda4cb11676c87963d 2024-11-19T07:21:19,591 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b9628f12e694acda4cb11676c87963d 2024-11-19T07:21:19,604 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/norep/cb74e4b2e9c245018b333b254f430d5d is 33, key is row2/norep:/1732000874663/DeleteFamily/seqid=0 2024-11-19T07:21:19,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741845_1021 (size=5108) 2024-11-19T07:21:19,607 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/norep/cb74e4b2e9c245018b333b254f430d5d 2024-11-19T07:21:19,610 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb74e4b2e9c245018b333b254f430d5d 2024-11-19T07:21:19,611 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f/b5f9c76cffb049ababb94ddc77052aa6 as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/f/b5f9c76cffb049ababb94ddc77052aa6 2024-11-19T07:21:19,614 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5f9c76cffb049ababb94ddc77052aa6 2024-11-19T07:21:19,614 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/f/b5f9c76cffb049ababb94ddc77052aa6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T07:21:19,615 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/f1/4b9628f12e694acda4cb11676c87963d as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/f1/4b9628f12e694acda4cb11676c87963d 2024-11-19T07:21:19,619 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b9628f12e694acda4cb11676c87963d 2024-11-19T07:21:19,619 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/f1/4b9628f12e694acda4cb11676c87963d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:19,620 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/.tmp/norep/cb74e4b2e9c245018b333b254f430d5d as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/norep/cb74e4b2e9c245018b333b254f430d5d 2024-11-19T07:21:19,625 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb74e4b2e9c245018b333b254f430d5d 2024-11-19T07:21:19,625 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/norep/cb74e4b2e9c245018b333b254f430d5d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:19,626 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7017fc72251636aada914c67631646b9 in 888ms, sequenceid=12, compaction requested=false 2024-11-19T07:21:19,628 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/rep_barrier/f23fbbde3ea648a8a0db956d3175db52 2024-11-19T07:21:19,634 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/default/test/7017fc72251636aada914c67631646b9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T07:21:19,634 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:19,634 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:19,634 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7017fc72251636aada914c67631646b9: Waiting for close lock at 1732000878738Running coprocessor pre-close hooks at 1732000878738Disabling compacts and flushes for region at 1732000878738Disabling writes for close at 1732000878738Obtaining lock to block concurrent updates at 1732000878739 (+1 ms)Preparing flush snapshotting stores in 7017fc72251636aada914c67631646b9 at 1732000878739Finished memstore snapshotting test,,1732000860987.7017fc72251636aada914c67631646b9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732000878739Flushing stores of test,,1732000860987.7017fc72251636aada914c67631646b9. at 1732000878739Flushing 7017fc72251636aada914c67631646b9/f: creating writer at 1732000878740 (+1 ms)Flushing 7017fc72251636aada914c67631646b9/f: appending metadata at 1732000878754 (+14 ms)Flushing 7017fc72251636aada914c67631646b9/f: closing flushed file at 1732000878754Flushing 7017fc72251636aada914c67631646b9/f1: creating writer at 1732000879170 (+416 ms)Flushing 7017fc72251636aada914c67631646b9/f1: appending metadata at 1732000879184 (+14 ms)Flushing 7017fc72251636aada914c67631646b9/f1: closing flushed file at 1732000879184Flushing 7017fc72251636aada914c67631646b9/norep: creating writer at 1732000879591 (+407 ms)Flushing 7017fc72251636aada914c67631646b9/norep: appending metadata at 1732000879603 (+12 ms)Flushing 7017fc72251636aada914c67631646b9/norep: closing flushed file at 1732000879603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316cf520: reopening flushed file at 1732000879610 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52288099: reopening flushed file at 1732000879614 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f51b76a: reopening flushed file at 1732000879619 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7017fc72251636aada914c67631646b9 in 888ms, sequenceid=12, compaction requested=false at 1732000879626 (+7 ms)Writing region close event to WAL at 1732000879632 (+6 ms)Running coprocessor post-close hooks at 1732000879634 (+2 ms)Closed at 1732000879634 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000860987.7017fc72251636aada914c67631646b9. 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f37c81e762a6d05f664b055d7f7cd173, disabling compactions & flushes 2024-11-19T07:21:19,635 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. after waiting 0 ms 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f37c81e762a6d05f664b055d7f7cd173: Waiting for close lock at 1732000879635Running coprocessor pre-close hooks at 1732000879635Disabling compacts and flushes for region at 1732000879635Disabling writes for close at 1732000879635Failed flush hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173., putting online again at 1732000879635 2024-11-19T07:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,648 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/table/9f52fe9c894440109ef915e3ab5afcd6 is 53, key is hbase:replication/table:state/1732000868725/Put/seqid=0 2024-11-19T07:21:19,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:21:19,661 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:19,666 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 1762, reset compression=false 2024-11-19T07:21:19,669 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:19,669 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 2406, reset compression=false 2024-11-19T07:21:19,740 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:21:19,740 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f37c81e762a6d05f664b055d7f7cd173=hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173.} 2024-11-19T07:21:19,740 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(3091): Received CLOSE for f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:19,740 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f37c81e762a6d05f664b055d7f7cd173 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f37c81e762a6d05f664b055d7f7cd173, disabling compactions & flushes 2024-11-19T07:21:19,740 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. after waiting 0 ms 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f37c81e762a6d05f664b055d7f7cd173: Waiting for close lock at 1732000879740Running coprocessor pre-close hooks at 1732000879740Disabling compacts and flushes for region at 1732000879740Disabling writes for close at 1732000879740Failed flush hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173., putting online again at 1732000879740 2024-11-19T07:21:19,740 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000867477.f37c81e762a6d05f664b055d7f7cd173. 2024-11-19T07:21:19,844 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:19,871 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.wal-reader.db0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/WALs/db0afee3eab9,44003,1732000855482/db0afee3eab9%2C44003%2C1732000855482.1732000857984 to pos 2406, reset compression=false 2024-11-19T07:21:19,940 DEBUG [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:21:20,051 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/table/9f52fe9c894440109ef915e3ab5afcd6 2024-11-19T07:21:20,055 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/info/41288a76168d4759a3fbddbbf7306f77 as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/info/41288a76168d4759a3fbddbbf7306f77 2024-11-19T07:21:20,058 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/info/41288a76168d4759a3fbddbbf7306f77, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:21:20,059 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/ns/de5879e7e52b464db4e3fdb1739179dc as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/ns/de5879e7e52b464db4e3fdb1739179dc 2024-11-19T07:21:20,062 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/ns/de5879e7e52b464db4e3fdb1739179dc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:21:20,063 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/rep_barrier/f23fbbde3ea648a8a0db956d3175db52 as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/rep_barrier/f23fbbde3ea648a8a0db956d3175db52 2024-11-19T07:21:20,066 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/rep_barrier/f23fbbde3ea648a8a0db956d3175db52, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:21:20,067 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/.tmp/table/9f52fe9c894440109ef915e3ab5afcd6 as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/table/9f52fe9c894440109ef915e3ab5afcd6 2024-11-19T07:21:20,070 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/table/9f52fe9c894440109ef915e3ab5afcd6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:21:20,071 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false 2024-11-19T07:21:20,075 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:21:20,076 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:20,076 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:21:20,076 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:20,076 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000878739Running coprocessor pre-close hooks at 1732000878739Disabling compacts and flushes for region at 1732000878739Disabling writes for close at 1732000878739Obtaining lock to block concurrent updates at 1732000878739Preparing flush snapshotting stores in 1588230740 at 1732000878739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000878739Flushing stores of hbase:meta,,1.1588230740 at 1732000878740 (+1 ms)Flushing 1588230740/info: creating writer at 1732000878740Flushing 1588230740/info: appending metadata at 1732000878764 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732000878764Flushing 1588230740/ns: creating writer at 1732000878779 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732000878796 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732000878796Flushing 1588230740/rep_barrier: creating writer at 1732000879204 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000879223 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000879223Flushing 1588230740/table: creating writer at 1732000879631 (+408 ms)Flushing 1588230740/table: appending metadata at 1732000879647 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732000879647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@654ad392: reopening flushed file at 1732000880055 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e32436c: reopening flushed file at 1732000880059 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc0bc2b: reopening flushed file at 1732000880063 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ee99f0d: reopening flushed file at 1732000880066 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=16, compaction requested=false at 1732000880071 (+5 ms)Writing region close event to WAL at 1732000880073 (+2 ms)Running coprocessor post-close hooks at 1732000880076 (+3 ms)Closed at 1732000880076 2024-11-19T07:21:20,076 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:20,140 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:21:20,140 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,44003,1732000855482; all regions closed. 2024-11-19T07:21:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:21:20,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741839_1015 (size=2609) 2024-11-19T07:21:20,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741833_1009 (size=2414) 2024-11-19T07:21:20,147 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:20,147 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,44003,1732000855482 because: Region server is closing 2024-11-19T07:21:20,147 INFO [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44003. 2024-11-19T07:21:20,147 DEBUG [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:20,147 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:20,148 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:20,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:20,248 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,44003,1732000855482.replicationSource.shipperdb0afee3eab9%2C44003%2C1732000855482,1-db0afee3eab9,44003,1732000855482 terminated 2024-11-19T07:21:20,248 INFO [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:44003. 2024-11-19T07:21:20,248 DEBUG [RS:0;db0afee3eab9:44003 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:20,248 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:20,248 DEBUG [RS:0;db0afee3eab9:44003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:20,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:20,249 INFO [RS:0;db0afee3eab9:44003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44003 2024-11-19T07:21:20,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589/rs 2024-11-19T07:21:20,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886545589/rs/db0afee3eab9,44003,1732000855482 2024-11-19T07:21:20,263 INFO [RS:0;db0afee3eab9:44003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:20,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,44003,1732000855482] 2024-11-19T07:21:20,283 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2886545589/draining/db0afee3eab9,44003,1732000855482 already deleted, retry=false 2024-11-19T07:21:20,284 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,44003,1732000855482 expired; onlineServers=0 2024-11-19T07:21:20,284 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,34125,1732000855320' ***** 2024-11-19T07:21:20,284 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:21:20,284 INFO [M:0;db0afee3eab9:34125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:20,284 INFO [M:0;db0afee3eab9:34125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:20,284 DEBUG [M:0;db0afee3eab9:34125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:21:20,284 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:21:20,284 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000857514 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000857514,5,FailOnTimeoutGroup] 2024-11-19T07:21:20,284 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000857514 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000857514,5,FailOnTimeoutGroup] 2024-11-19T07:21:20,284 DEBUG [M:0;db0afee3eab9:34125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:21:20,284 INFO [M:0;db0afee3eab9:34125 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:20,284 INFO [M:0;db0afee3eab9:34125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:20,284 DEBUG [M:0;db0afee3eab9:34125 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:21:20,284 INFO [M:0;db0afee3eab9:34125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:21:20,285 INFO [M:0;db0afee3eab9:34125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:20,285 INFO [M:0;db0afee3eab9:34125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:21:20,285 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:21:20,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2886545589/master 2024-11-19T07:21:20,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2886545589 2024-11-19T07:21:20,294 DEBUG [M:0;db0afee3eab9:34125 {}] zookeeper.ZKUtil(347): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Unable to get data of znode /2886545589/master because node does not exist (not an error) 2024-11-19T07:21:20,294 WARN [M:0;db0afee3eab9:34125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:21:20,295 INFO [M:0;db0afee3eab9:34125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/.lastflushedseqids 2024-11-19T07:21:20,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:21:20,364 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:20,373 INFO [RS:0;db0afee3eab9:44003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:20,373 INFO [RS:0;db0afee3eab9:44003 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,44003,1732000855482; zookeeper connection closed. 2024-11-19T07:21:20,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44003-0x10151f77cb00007, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:20,373 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313d7544 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313d7544 2024-11-19T07:21:20,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:21:20,447 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:20,699 INFO [M:0;db0afee3eab9:34125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:21:20,699 INFO [M:0;db0afee3eab9:34125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:21:20,699 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:20,699 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:20,699 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:20,699 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:20,699 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:20,699 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-19T07:21:20,717 DEBUG [M:0;db0afee3eab9:34125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c218895a62594d6d9e7fbbd07c085e81 is 82, key is hbase:meta,,1/info:regioninfo/1732000858520/Put/seqid=0 2024-11-19T07:21:20,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:21:21,121 INFO [M:0;db0afee3eab9:34125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c218895a62594d6d9e7fbbd07c085e81 2024-11-19T07:21:21,137 DEBUG [M:0;db0afee3eab9:34125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce158fb17a945bd87300961f81cd3aa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000868727/Put/seqid=0 2024-11-19T07:21:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741849_1025 (size=9212) 2024-11-19T07:21:21,150 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:21,167 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:21,541 INFO [M:0;db0afee3eab9:34125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce158fb17a945bd87300961f81cd3aa 2024-11-19T07:21:21,559 DEBUG [M:0;db0afee3eab9:34125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dfbca8116d45f2addb749d9973da5b is 69, key is db0afee3eab9,44003,1732000855482/rs:state/1732000857735/Put/seqid=0 2024-11-19T07:21:21,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:21:21,563 INFO [M:0;db0afee3eab9:34125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dfbca8116d45f2addb749d9973da5b 2024-11-19T07:21:21,566 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c218895a62594d6d9e7fbbd07c085e81 as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c218895a62594d6d9e7fbbd07c085e81 2024-11-19T07:21:21,569 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c218895a62594d6d9e7fbbd07c085e81, entries=8, sequenceid=127, filesize=5.5 K 2024-11-19T07:21:21,570 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bce158fb17a945bd87300961f81cd3aa as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce158fb17a945bd87300961f81cd3aa 2024-11-19T07:21:21,572 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bce158fb17a945bd87300961f81cd3aa, entries=15, sequenceid=127, filesize=9.0 K 2024-11-19T07:21:21,573 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b6dfbca8116d45f2addb749d9973da5b as hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6dfbca8116d45f2addb749d9973da5b 2024-11-19T07:21:21,576 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b6dfbca8116d45f2addb749d9973da5b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-19T07:21:21,576 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false 2024-11-19T07:21:21,577 INFO [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:21,577 DEBUG [M:0;db0afee3eab9:34125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000880699Disabling compacts and flushes for region at 1732000880699Disabling writes for close at 1732000880699Obtaining lock to block concurrent updates at 1732000880699Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000880699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732000880700 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000880700Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000880700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000880717 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000880717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000881124 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000881137 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000881137Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000881544 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000881559 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000881559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d858e06: reopening flushed file at 1732000881566 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47dc479c: reopening flushed file at 1732000881569 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1bbf22: reopening flushed file at 1732000881572 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=127, compaction requested=false at 1732000881576 (+4 ms)Writing region close event to WAL at 1732000881577 (+1 ms)Closed at 1732000881577 2024-11-19T07:21:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36077 is added to blk_1073741830_1006 (size=73866) 2024-11-19T07:21:21,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f56c101e-8e88-eaec-e0ae-211a5b221c02/MasterData/WALs/db0afee3eab9,34125,1732000855320/db0afee3eab9%2C34125%2C1732000855320.1732000857252 not finished, retry = 0 2024-11-19T07:21:21,680 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:21,680 INFO [M:0;db0afee3eab9:34125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:21:21,680 INFO [M:0;db0afee3eab9:34125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34125 2024-11-19T07:21:21,680 INFO [M:0;db0afee3eab9:34125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:21,826 INFO [M:0;db0afee3eab9:34125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34125-0x10151f77cb00006, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:21,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50a619c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:21,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@391811d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:21,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:21,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@582d1e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:21,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2120cb54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:21,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:21:21,830 WARN [BP-1678772885-172.17.0.2-1732000853142 heartbeating to localhost/127.0.0.1:46869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:21:21,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:21:21,830 WARN [BP-1678772885-172.17.0.2-1732000853142 heartbeating to localhost/127.0.0.1:46869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1678772885-172.17.0.2-1732000853142 (Datanode Uuid 24297825-82b5-4030-8569-48566ba09482) service to localhost/127.0.0.1:46869 2024-11-19T07:21:21,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/cluster_7048f07a-3024-8bb3-d78f-59f8658337c0/data/data1/current/BP-1678772885-172.17.0.2-1732000853142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:21,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/cluster_7048f07a-3024-8bb3-d78f-59f8658337c0/data/data2/current/BP-1678772885-172.17.0.2-1732000853142 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:21,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:21:21,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c0fd8e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:21,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d18ab5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:21,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:21,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1731030{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:21,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3745fe02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:21:21,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:21:21,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:21,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:21,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:21,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:21,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:21,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:21:21,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1026835338, stopped=false 2024-11-19T07:21:21,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,42101,1732000849058 2024-11-19T07:21:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1262191087/running 2024-11-19T07:21:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1262191087/running 2024-11-19T07:21:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:21:21,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:21:21,891 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:21,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:21,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/running 2024-11-19T07:21:21,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:21,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:21,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Set watcher on znode that does not yet exist, /1262191087/running 2024-11-19T07:21:21,892 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,40203,1732000849167' ***** 2024-11-19T07:21:21,892 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:21:21,892 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:21:21,892 INFO [RS:0;db0afee3eab9:40203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:21:21,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:21:21,892 INFO [RS:0;db0afee3eab9:40203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:21:21,892 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(3091): Received CLOSE for fa16363d4c143648992d2146a528318c 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(3091): Received CLOSE for f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,40203,1732000849167 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:40203. 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa16363d4c143648992d2146a528318c, disabling compactions & flushes 2024-11-19T07:21:21,893 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:21,893 DEBUG [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:21,893 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. after waiting 0 ms 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:21:21,893 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa16363d4c143648992d2146a528318c 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-19T07:21:21,893 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:21:21,893 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1325): Online Regions={fa16363d4c143648992d2146a528318c=hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c., 1588230740=hbase:meta,,1.1588230740, f35309e8fe7380151e155f116ce33d14=test,,1732000859848.f35309e8fe7380151e155f116ce33d14.} 2024-11-19T07:21:21,893 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14, fa16363d4c143648992d2146a528318c 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:21,893 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:21,893 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:21,893 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:21:21,909 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/info/4ad3cb1b45af4a36abf912dfaa0f3e47 is 147, key is hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c./info:regioninfo/1732000866520/Put/seqid=0 2024-11-19T07:21:21,909 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/.tmp/queue/98421bb858494526ba442014a9e6d6cd is 154, key is 1-db0afee3eab9,40203,1732000849167/queue:db0afee3eab9%2C40203%2C1732000849167/1732000877643/Put/seqid=0 2024-11-19T07:21:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741841_1017 (size=5353) 2024-11-19T07:21:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741840_1016 (size=7686) 2024-11-19T07:21:21,953 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:21,971 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:22,070 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:22,093 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14, fa16363d4c143648992d2146a528318c 2024-11-19T07:21:22,293 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14, fa16363d4c143648992d2146a528318c 2024-11-19T07:21:22,313 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/info/4ad3cb1b45af4a36abf912dfaa0f3e47 2024-11-19T07:21:22,313 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/.tmp/queue/98421bb858494526ba442014a9e6d6cd 2024-11-19T07:21:22,317 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/.tmp/queue/98421bb858494526ba442014a9e6d6cd as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/queue/98421bb858494526ba442014a9e6d6cd 2024-11-19T07:21:22,321 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/queue/98421bb858494526ba442014a9e6d6cd, entries=1, sequenceid=14, filesize=5.2 K 2024-11-19T07:21:22,322 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fa16363d4c143648992d2146a528318c in 429ms, sequenceid=14, compaction requested=false 2024-11-19T07:21:22,326 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/replication/fa16363d4c143648992d2146a528318c/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-19T07:21:22,326 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:22,326 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:21:22,326 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:22,326 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa16363d4c143648992d2146a528318c: Waiting for close lock at 1732000881893Running coprocessor pre-close hooks at 1732000881893Disabling compacts and flushes for region at 1732000881893Disabling writes for close at 1732000881893Obtaining lock to block concurrent updates at 1732000881893Preparing flush snapshotting stores in fa16363d4c143648992d2146a528318c at 1732000881893Finished memstore snapshotting hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732000881893Flushing stores of hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. at 1732000881894 (+1 ms)Flushing fa16363d4c143648992d2146a528318c/queue: creating writer at 1732000881894Flushing fa16363d4c143648992d2146a528318c/queue: appending metadata at 1732000881909 (+15 ms)Flushing fa16363d4c143648992d2146a528318c/queue: closing flushed file at 1732000881909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f47217: reopening flushed file at 1732000882317 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fa16363d4c143648992d2146a528318c in 429ms, sequenceid=14, compaction requested=false at 1732000882322 (+5 ms)Writing region close event to WAL at 1732000882323 (+1 ms)Running coprocessor post-close hooks at 1732000882326 (+3 ms)Closed at 1732000882326 2024-11-19T07:21:22,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000865315.fa16363d4c143648992d2146a528318c. 2024-11-19T07:21:22,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f35309e8fe7380151e155f116ce33d14, disabling compactions & flushes 2024-11-19T07:21:22,327 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:22,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:22,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000859848.f35309e8fe7380151e155f116ce33d14. after waiting 0 ms 2024-11-19T07:21:22,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:22,327 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f35309e8fe7380151e155f116ce33d14 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-19T07:21:22,335 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/ns/de347a6399814b2c839666d8f4fcd0c9 is 43, key is default/ns:d/1732000853060/Put/seqid=0 2024-11-19T07:21:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:21:22,344 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f/309bfb32b6b546a0aea84f68f76c7e44 is 37, key is row3/f:row3/1732000876327/Put/seqid=0 2024-11-19T07:21:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741843_1019 (size=5228) 2024-11-19T07:21:22,494 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:22,694 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:22,739 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/ns/de347a6399814b2c839666d8f4fcd0c9 2024-11-19T07:21:22,744 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:21:22,744 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:21:22,748 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f/309bfb32b6b546a0aea84f68f76c7e44 2024-11-19T07:21:22,752 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309bfb32b6b546a0aea84f68f76c7e44 2024-11-19T07:21:22,759 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/rep_barrier/2fdea85dc3f34c81bac67962a356b130 is 112, key is test,,1732000859848.f35309e8fe7380151e155f116ce33d14./rep_barrier:seqnumDuringOpen/1732000860594/Put/seqid=0 2024-11-19T07:21:22,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:21:22,764 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/rep_barrier/2fdea85dc3f34c81bac67962a356b130 2024-11-19T07:21:22,765 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f1/7ac247409a114d70a008bded58ea607f is 30, key is row1/f1:/1732000873657/DeleteFamily/seqid=0 2024-11-19T07:21:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741845_1021 (size=5158) 2024-11-19T07:21:22,782 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/table/aba668ee22004f2c87d9b63293f7a45f is 53, key is hbase:replication/table:state/1732000866531/Put/seqid=0 2024-11-19T07:21:22,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:21:22,857 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:22,894 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:21:22,894 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f35309e8fe7380151e155f116ce33d14=test,,1732000859848.f35309e8fe7380151e155f116ce33d14.} 2024-11-19T07:21:22,894 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:23,073 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1471, reset compression=false 2024-11-19T07:21:23,077 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:23,077 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1718, reset compression=false 2024-11-19T07:21:23,077 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,40203,1732000849167 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:23,078 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,40203,1732000849167: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,40203,1732000849167, walGroup=db0afee3eab9%2C40203%2C1732000849167, offset=db0afee3eab9%2C40203%2C1732000849167.1732000851883:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:40203 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:21:23,080 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:21:23,080 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:21:23,080 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:21:23,080 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:21:23,080 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:21:23,080 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 897089200 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198605136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:21:23,081 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:42101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:42101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:21:23,094 DEBUG [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f35309e8fe7380151e155f116ce33d14 2024-11-19T07:21:23,173 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f1/7ac247409a114d70a008bded58ea607f 2024-11-19T07:21:23,176 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ac247409a114d70a008bded58ea607f 2024-11-19T07:21:23,186 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/table/aba668ee22004f2c87d9b63293f7a45f 2024-11-19T07:21:23,189 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/info/4ad3cb1b45af4a36abf912dfaa0f3e47 as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/info/4ad3cb1b45af4a36abf912dfaa0f3e47 2024-11-19T07:21:23,190 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/norep/98f11d3c2a9e4b2db1f8af762c6dd27a is 33, key is row1/norep:/1732000873657/DeleteFamily/seqid=0 2024-11-19T07:21:23,193 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/info/4ad3cb1b45af4a36abf912dfaa0f3e47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:21:23,194 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/ns/de347a6399814b2c839666d8f4fcd0c9 as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/ns/de347a6399814b2c839666d8f4fcd0c9 2024-11-19T07:21:23,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741847_1023 (size=5108) 2024-11-19T07:21:23,195 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/norep/98f11d3c2a9e4b2db1f8af762c6dd27a 2024-11-19T07:21:23,198 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/ns/de347a6399814b2c839666d8f4fcd0c9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:21:23,198 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f11d3c2a9e4b2db1f8af762c6dd27a 2024-11-19T07:21:23,199 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/rep_barrier/2fdea85dc3f34c81bac67962a356b130 as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/rep_barrier/2fdea85dc3f34c81bac67962a356b130 2024-11-19T07:21:23,199 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f/309bfb32b6b546a0aea84f68f76c7e44 as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/f/309bfb32b6b546a0aea84f68f76c7e44 2024-11-19T07:21:23,202 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 309bfb32b6b546a0aea84f68f76c7e44 2024-11-19T07:21:23,202 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/rep_barrier/2fdea85dc3f34c81bac67962a356b130, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:21:23,202 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/f/309bfb32b6b546a0aea84f68f76c7e44, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T07:21:23,202 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/.tmp/table/aba668ee22004f2c87d9b63293f7a45f as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/table/aba668ee22004f2c87d9b63293f7a45f 2024-11-19T07:21:23,202 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/f1/7ac247409a114d70a008bded58ea607f as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/f1/7ac247409a114d70a008bded58ea607f 2024-11-19T07:21:23,205 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ac247409a114d70a008bded58ea607f 2024-11-19T07:21:23,205 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/table/aba668ee22004f2c87d9b63293f7a45f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:21:23,206 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/f1/7ac247409a114d70a008bded58ea607f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:23,206 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-19T07:21:23,206 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/.tmp/norep/98f11d3c2a9e4b2db1f8af762c6dd27a as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/norep/98f11d3c2a9e4b2db1f8af762c6dd27a 2024-11-19T07:21:23,206 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:21:23,210 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f11d3c2a9e4b2db1f8af762c6dd27a 2024-11-19T07:21:23,210 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/norep/98f11d3c2a9e4b2db1f8af762c6dd27a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:23,211 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f35309e8fe7380151e155f116ce33d14 in 884ms, sequenceid=12, compaction requested=false 2024-11-19T07:21:23,211 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:21:23,212 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:21:23,212 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:23,212 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:21:23,212 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:23,213 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000881893Running coprocessor pre-close hooks at 1732000881893Disabling compacts and flushes for region at 1732000881893Disabling writes for close at 1732000881893Obtaining lock to block concurrent updates at 1732000881893Preparing flush snapshotting stores in 1588230740 at 1732000881893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000881894 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000881894Flushing 1588230740/info: creating writer at 1732000881894Flushing 1588230740/info: appending metadata at 1732000881909 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732000881909Flushing 1588230740/ns: creating writer at 1732000882317 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732000882335 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732000882335Flushing 1588230740/rep_barrier: creating writer at 1732000882742 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000882758 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000882758Flushing 1588230740/table: creating writer at 1732000882767 (+9 ms)Flushing 1588230740/table: appending metadata at 1732000882782 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732000882782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ac4b95: reopening flushed file at 1732000883189 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24195777: reopening flushed file at 1732000883194 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2391ca52: reopening flushed file at 1732000883198 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1851d58b: reopening flushed file at 1732000883202 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1732000883206 (+4 ms)Writing region close event to WAL at 1732000883208 (+2 ms)Running coprocessor post-close hooks at 1732000883212 (+4 ms)Closed at 1732000883212 2024-11-19T07:21:23,213 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:23,215 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/data/default/test/f35309e8fe7380151e155f116ce33d14/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T07:21:23,216 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:23,216 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:23,216 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:23,216 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f35309e8fe7380151e155f116ce33d14: Waiting for close lock at 1732000882327Running coprocessor pre-close hooks at 1732000882327Disabling compacts and flushes for region at 1732000882327Disabling writes for close at 1732000882327Obtaining lock to block concurrent updates at 1732000882327Preparing flush snapshotting stores in f35309e8fe7380151e155f116ce33d14 at 1732000882327Finished memstore snapshotting test,,1732000859848.f35309e8fe7380151e155f116ce33d14., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732000882327Flushing stores of test,,1732000859848.f35309e8fe7380151e155f116ce33d14. at 1732000882328 (+1 ms)Flushing f35309e8fe7380151e155f116ce33d14/f: creating writer at 1732000882328Flushing f35309e8fe7380151e155f116ce33d14/f: appending metadata at 1732000882344 (+16 ms)Flushing f35309e8fe7380151e155f116ce33d14/f: closing flushed file at 1732000882344Flushing f35309e8fe7380151e155f116ce33d14/f1: creating writer at 1732000882752 (+408 ms)Flushing f35309e8fe7380151e155f116ce33d14/f1: appending metadata at 1732000882764 (+12 ms)Flushing f35309e8fe7380151e155f116ce33d14/f1: closing flushed file at 1732000882764Flushing f35309e8fe7380151e155f116ce33d14/norep: creating writer at 1732000883177 (+413 ms)Flushing f35309e8fe7380151e155f116ce33d14/norep: appending metadata at 1732000883190 (+13 ms)Flushing f35309e8fe7380151e155f116ce33d14/norep: closing flushed file at 1732000883190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a5fe09d: reopening flushed file at 1732000883198 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f4b7e7: reopening flushed file at 1732000883202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e497203: reopening flushed file at 1732000883206 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f35309e8fe7380151e155f116ce33d14 in 884ms, sequenceid=12, compaction requested=false at 1732000883211 (+5 ms)Writing region close event to WAL at 1732000883213 (+2 ms)Running coprocessor post-close hooks at 1732000883215 (+2 ms)Closed at 1732000883216 (+1 ms) 2024-11-19T07:21:23,216 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000859848.f35309e8fe7380151e155f116ce33d14. 2024-11-19T07:21:23,281 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 1718, reset compression=false 2024-11-19T07:21:23,285 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:23,285 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 2362, reset compression=false 2024-11-19T07:21:23,294 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,40203,1732000849167; all regions closed. 2024-11-19T07:21:23,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:21:23,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.meta.1732000852954.meta not finished, retry = 0 2024-11-19T07:21:23,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741839_1015 (size=3552) 2024-11-19T07:21:23,398 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.rep.1732000866475 not finished, retry = 0 2024-11-19T07:21:23,487 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 to pos 2362, reset compression=false 2024-11-19T07:21:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741832_1008 (size=2370) 2024-11-19T07:21:23,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/WALs/db0afee3eab9,40203,1732000849167/db0afee3eab9%2C40203%2C1732000849167.1732000851883 not finished, retry = 0 2024-11-19T07:21:23,602 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:23,602 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,40203,1732000849167 because: Region server is closing 2024-11-19T07:21:23,602 INFO [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:40203. 2024-11-19T07:21:23,602 DEBUG [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:23,602 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:23,602 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:23,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:23,703 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.shipperdb0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 terminated 2024-11-19T07:21:23,703 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,40203,1732000849167.replicationSource.wal-reader.db0afee3eab9%2C40203%2C1732000849167,1-db0afee3eab9,40203,1732000849167 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:21:23,703 INFO [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:40203. 2024-11-19T07:21:23,703 DEBUG [RS:0;db0afee3eab9:40203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:23,703 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:23,703 DEBUG [RS:0;db0afee3eab9:40203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:23,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:23,703 INFO [RS:0;db0afee3eab9:40203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40203 2024-11-19T07:21:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1262191087/rs/db0afee3eab9,40203,1732000849167 2024-11-19T07:21:23,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087/rs 2024-11-19T07:21:23,768 INFO [RS:0;db0afee3eab9:40203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:23,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,40203,1732000849167] 2024-11-19T07:21:23,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1262191087/draining/db0afee3eab9,40203,1732000849167 already deleted, retry=false 2024-11-19T07:21:23,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,40203,1732000849167 expired; onlineServers=0 2024-11-19T07:21:23,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,42101,1732000849058' ***** 2024-11-19T07:21:23,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:23,789 DEBUG [M:0;db0afee3eab9:42101 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:21:23,789 DEBUG [M:0;db0afee3eab9:42101 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:21:23,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:21:23,789 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000851674 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000851674,5,FailOnTimeoutGroup] 2024-11-19T07:21:23,789 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000851673 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000851673,5,FailOnTimeoutGroup] 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:23,789 DEBUG [M:0;db0afee3eab9:42101 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:23,789 INFO [M:0;db0afee3eab9:42101 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:21:23,789 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:21:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1262191087/master 2024-11-19T07:21:23,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1262191087 2024-11-19T07:21:23,799 DEBUG [M:0;db0afee3eab9:42101 {}] zookeeper.ZKUtil(347): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Unable to get data of znode /1262191087/master because node does not exist (not an error) 2024-11-19T07:21:23,799 WARN [M:0;db0afee3eab9:42101 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:21:23,800 INFO [M:0;db0afee3eab9:42101 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/.lastflushedseqids 2024-11-19T07:21:23,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741848_1024 (size=245) 2024-11-19T07:21:23,860 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:23,878 INFO [RS:0;db0afee3eab9:40203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:23,878 INFO [RS:0;db0afee3eab9:40203 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,40203,1732000849167; zookeeper connection closed. 2024-11-19T07:21:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:23,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40203-0x10151f77cb00004, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:23,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c5a1c18 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c5a1c18 2024-11-19T07:21:23,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:21:24,203 INFO [M:0;db0afee3eab9:42101 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:21:24,203 INFO [M:0;db0afee3eab9:42101 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:21:24,203 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:24,203 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:24,204 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:24,204 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:24,204 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:24,204 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T07:21:24,221 DEBUG [M:0;db0afee3eab9:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c651fb9f135d43469156b899003f49af is 82, key is hbase:meta,,1/info:regioninfo/1732000852980/Put/seqid=0 2024-11-19T07:21:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741849_1025 (size=5672) 2024-11-19T07:21:24,225 INFO [M:0;db0afee3eab9:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c651fb9f135d43469156b899003f49af 2024-11-19T07:21:24,242 DEBUG [M:0;db0afee3eab9:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ef1b4b6674ef788e25b61d3a61c6e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000860605/Put/seqid=0 2024-11-19T07:21:24,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741850_1026 (size=7218) 2024-11-19T07:21:24,246 INFO [M:0;db0afee3eab9:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ef1b4b6674ef788e25b61d3a61c6e 2024-11-19T07:21:24,250 INFO [M:0;db0afee3eab9:42101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441ef1b4b6674ef788e25b61d3a61c6e 2024-11-19T07:21:24,268 DEBUG [M:0;db0afee3eab9:42101 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a88b4c151476d8affcb1890ffeb9d is 69, key is db0afee3eab9,40203,1732000849167/rs:state/1732000851721/Put/seqid=0 2024-11-19T07:21:24,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741851_1027 (size=5156) 2024-11-19T07:21:24,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,680 INFO [M:0;db0afee3eab9:42101 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a88b4c151476d8affcb1890ffeb9d 2024-11-19T07:21:24,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,691 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c651fb9f135d43469156b899003f49af as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c651fb9f135d43469156b899003f49af 2024-11-19T07:21:24,697 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c651fb9f135d43469156b899003f49af, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T07:21:24,698 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/441ef1b4b6674ef788e25b61d3a61c6e as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441ef1b4b6674ef788e25b61d3a61c6e 2024-11-19T07:21:24,708 INFO [M:0;db0afee3eab9:42101 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 441ef1b4b6674ef788e25b61d3a61c6e 2024-11-19T07:21:24,708 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/441ef1b4b6674ef788e25b61d3a61c6e, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T07:21:24,709 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed0a88b4c151476d8affcb1890ffeb9d as hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed0a88b4c151476d8affcb1890ffeb9d 2024-11-19T07:21:24,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,714 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40133/user/jenkins/test-data/bb88a76d-c4e4-fee7-1c9d-ffca14d8bbae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed0a88b4c151476d8affcb1890ffeb9d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T07:21:24,730 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false 2024-11-19T07:21:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:24,739 INFO [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:24,739 DEBUG [M:0;db0afee3eab9:42101 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000884203Disabling compacts and flushes for region at 1732000884203Disabling writes for close at 1732000884204 (+1 ms)Obtaining lock to block concurrent updates at 1732000884204Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000884204Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732000884204Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000884205 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000884205Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000884220 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000884220Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000884229 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000884241 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000884241Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000884250 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000884267 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000884267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc721be: reopening flushed file at 1732000884690 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f85ba71: reopening flushed file at 1732000884697 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7091911: reopening flushed file at 1732000884708 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=105, compaction requested=false at 1732000884730 (+22 ms)Writing region close event to WAL at 1732000884739 (+9 ms)Closed at 1732000884739 2024-11-19T07:21:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36561 is added to blk_1073741830_1006 (size=64423) 2024-11-19T07:21:24,752 INFO [M:0;db0afee3eab9:42101 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:21:24,752 INFO [M:0;db0afee3eab9:42101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42101 2024-11-19T07:21:24,753 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:24,754 INFO [M:0;db0afee3eab9:42101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:24,899 INFO [M:0;db0afee3eab9:42101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:24,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42101-0x10151f77cb00003, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:24,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48089e04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:24,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@497e5c3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:24,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:24,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e6a79c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:24,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331b9eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:24,906 WARN [BP-2033460597-172.17.0.2-1732000846900 heartbeating to localhost/127.0.0.1:40133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:21:24,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:21:24,907 WARN [BP-2033460597-172.17.0.2-1732000846900 heartbeating to localhost/127.0.0.1:40133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2033460597-172.17.0.2-1732000846900 (Datanode Uuid a114b0a1-8948-43cc-82d9-504a2c018a84) service to localhost/127.0.0.1:40133 2024-11-19T07:21:24,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:21:24,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/cluster_5bc3f3be-6029-a4f4-537e-e0e5421b613e/data/data1/current/BP-2033460597-172.17.0.2-1732000846900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:24,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/cluster_5bc3f3be-6029-a4f4-537e-e0e5421b613e/data/data2/current/BP-2033460597-172.17.0.2-1732000846900 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:24,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:21:24,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bd90eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:24,914 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1970e49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:24,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:24,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e50fb96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:24,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55580c18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/479b0390-2851-a9d3-79ed-5cf867795ce7/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:24,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:21:24,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:21:24,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:24,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:24,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:24,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:24,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:24,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:21:24,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=493912918, stopped=false 2024-11-19T07:21:24,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,41279,1732000844395 2024-11-19T07:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02053247030/running 2024-11-19T07:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02053247030/running 2024-11-19T07:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:21:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:21:24,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:24,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/running 2024-11-19T07:21:24,947 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:24,947 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:24,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Set watcher on znode that does not yet exist, /02053247030/running 2024-11-19T07:21:24,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:24,948 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,41549,1732000844597' ***** 2024-11-19T07:21:24,948 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:21:24,948 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(3091): Received CLOSE for 2466022d0a895d449466bdebcf067ef2 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(3091): Received CLOSE for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:24,948 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,41549,1732000844597 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41549. 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2466022d0a895d449466bdebcf067ef2, disabling compactions & flushes 2024-11-19T07:21:24,949 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:21:24,949 DEBUG [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:21:24,949 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000858700.2466022d0a895d449466bdebcf067ef2. after waiting 0 ms 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:21:24,949 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2466022d0a895d449466bdebcf067ef2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:21:24,949 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:21:24,949 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1325): Online Regions={2466022d0a895d449466bdebcf067ef2=test,,1732000858700.2466022d0a895d449466bdebcf067ef2., c0fb4437e455169fd72558083ffd587f=hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:21:24,949 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2466022d0a895d449466bdebcf067ef2, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:24,949 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:24,949 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:24,949 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:21:24,963 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1488, reset compression=false 2024-11-19T07:21:24,967 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:24,967 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1735, reset compression=false 2024-11-19T07:21:24,967 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,41549,1732000844597 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:24,969 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,41549,1732000844597: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,41549,1732000844597, walGroup=db0afee3eab9%2C41549%2C1732000844597, offset=db0afee3eab9%2C41549%2C1732000844597.1732000845673:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:41549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:21:24,970 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:21:24,970 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/info/93fb7811e7fe448cb7fa34e6f8dbc210 is 147, key is hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f./info:regioninfo/1732000864329/Put/seqid=0 2024-11-19T07:21:24,970 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:21:24,970 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f/f0de837831f24aa583c508cc0442f35e is 37, key is row3/f:row3/1732000876327/Put/seqid=0 2024-11-19T07:21:24,970 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:21:24,970 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:21:24,970 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:21:24,970 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 752070976 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199237576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:21:24,971 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:41279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:41279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:21:24,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741840_1016 (size=7686) 2024-11-19T07:21:24,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741841_1017 (size=5228) 2024-11-19T07:21:24,979 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:25,149 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2466022d0a895d449466bdebcf067ef2, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,172 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1735, reset compression=false 2024-11-19T07:21:25,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:25,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:25,349 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2466022d0a895d449466bdebcf067ef2, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,374 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/info/93fb7811e7fe448cb7fa34e6f8dbc210 2024-11-19T07:21:25,380 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f/f0de837831f24aa583c508cc0442f35e 2024-11-19T07:21:25,383 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0de837831f24aa583c508cc0442f35e 2024-11-19T07:21:25,393 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/ns/cfe1176c807f4d8892aeeb073be9782d is 43, key is default/ns:d/1732000846713/Put/seqid=0 2024-11-19T07:21:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:21:25,400 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f1/e280cc984d194a46953cc4c5441750da is 30, key is row1/f1:/1732000873657/DeleteFamily/seqid=0 2024-11-19T07:21:25,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741843_1019 (size=5158) 2024-11-19T07:21:25,475 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1735, reset compression=false 2024-11-19T07:21:25,550 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2466022d0a895d449466bdebcf067ef2, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,567 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:21:25,567 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:21:25,750 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2466022d0a895d449466bdebcf067ef2, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,797 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/ns/cfe1176c807f4d8892aeeb073be9782d 2024-11-19T07:21:25,804 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f1/e280cc984d194a46953cc4c5441750da 2024-11-19T07:21:25,806 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e280cc984d194a46953cc4c5441750da 2024-11-19T07:21:25,816 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/rep_barrier/84dc177df4ff47279096dd36bbe75cbd is 112, key is test,,1732000858700.2466022d0a895d449466bdebcf067ef2./rep_barrier:seqnumDuringOpen/1732000859468/Put/seqid=0 2024-11-19T07:21:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:21:25,820 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/rep_barrier/84dc177df4ff47279096dd36bbe75cbd 2024-11-19T07:21:25,820 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/norep/b29b3ca89d46401a8177c3d8b2233e56 is 32, key is row/norep:/1732000872652/DeleteFamily/seqid=0 2024-11-19T07:21:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741845_1021 (size=5101) 2024-11-19T07:21:25,823 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/norep/b29b3ca89d46401a8177c3d8b2233e56 2024-11-19T07:21:25,826 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29b3ca89d46401a8177c3d8b2233e56 2024-11-19T07:21:25,827 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f/f0de837831f24aa583c508cc0442f35e as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/f/f0de837831f24aa583c508cc0442f35e 2024-11-19T07:21:25,830 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0de837831f24aa583c508cc0442f35e 2024-11-19T07:21:25,830 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/f/f0de837831f24aa583c508cc0442f35e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-19T07:21:25,831 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/f1/e280cc984d194a46953cc4c5441750da as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/f1/e280cc984d194a46953cc4c5441750da 2024-11-19T07:21:25,834 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e280cc984d194a46953cc4c5441750da 2024-11-19T07:21:25,834 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/f1/e280cc984d194a46953cc4c5441750da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:25,834 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/.tmp/norep/b29b3ca89d46401a8177c3d8b2233e56 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/norep/b29b3ca89d46401a8177c3d8b2233e56 2024-11-19T07:21:25,837 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b29b3ca89d46401a8177c3d8b2233e56 2024-11-19T07:21:25,837 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/norep/b29b3ca89d46401a8177c3d8b2233e56, entries=1, sequenceid=12, filesize=5.0 K 2024-11-19T07:21:25,838 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/table/2b68b780be71463b89406f8a310213f8 is 53, key is hbase:replication/table:state/1732000864335/Put/seqid=0 2024-11-19T07:21:25,838 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2466022d0a895d449466bdebcf067ef2 in 889ms, sequenceid=12, compaction requested=false 2024-11-19T07:21:25,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:21:25,841 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/default/test/2466022d0a895d449466bdebcf067ef2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:25,842 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2466022d0a895d449466bdebcf067ef2: Waiting for close lock at 1732000884949Running coprocessor pre-close hooks at 1732000884949Disabling compacts and flushes for region at 1732000884949Disabling writes for close at 1732000884949Obtaining lock to block concurrent updates at 1732000884949Preparing flush snapshotting stores in 2466022d0a895d449466bdebcf067ef2 at 1732000884949Finished memstore snapshotting test,,1732000858700.2466022d0a895d449466bdebcf067ef2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732000884949Flushing stores of test,,1732000858700.2466022d0a895d449466bdebcf067ef2. at 1732000884951 (+2 ms)Flushing 2466022d0a895d449466bdebcf067ef2/f: creating writer at 1732000884951Flushing 2466022d0a895d449466bdebcf067ef2/f: appending metadata at 1732000884969 (+18 ms)Flushing 2466022d0a895d449466bdebcf067ef2/f: closing flushed file at 1732000884969Flushing 2466022d0a895d449466bdebcf067ef2/f1: creating writer at 1732000885383 (+414 ms)Flushing 2466022d0a895d449466bdebcf067ef2/f1: appending metadata at 1732000885399 (+16 ms)Flushing 2466022d0a895d449466bdebcf067ef2/f1: closing flushed file at 1732000885399Flushing 2466022d0a895d449466bdebcf067ef2/norep: creating writer at 1732000885806 (+407 ms)Flushing 2466022d0a895d449466bdebcf067ef2/norep: appending metadata at 1732000885819 (+13 ms)Flushing 2466022d0a895d449466bdebcf067ef2/norep: closing flushed file at 1732000885819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644321f5: reopening flushed file at 1732000885826 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e08926f: reopening flushed file at 1732000885830 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce5aedd: reopening flushed file at 1732000885834 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2466022d0a895d449466bdebcf067ef2 in 889ms, sequenceid=12, compaction requested=false at 1732000885838 (+4 ms)Writing region close event to WAL at 1732000885839 (+1 ms)Running coprocessor post-close hooks at 1732000885842 (+3 ms)Closed at 1732000885842 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000858700.2466022d0a895d449466bdebcf067ef2. 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0fb4437e455169fd72558083ffd587f, disabling compactions & flushes 2024-11-19T07:21:25,842 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. after waiting 0 ms 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0fb4437e455169fd72558083ffd587f: Waiting for close lock at 1732000885842Running coprocessor pre-close hooks at 1732000885842Disabling compacts and flushes for region at 1732000885842Disabling writes for close at 1732000885842Failed flush hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., putting online again at 1732000885842 2024-11-19T07:21:25,842 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,878 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 1735, reset compression=false 2024-11-19T07:21:25,882 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:25,882 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 2379, reset compression=false 2024-11-19T07:21:25,950 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:21:25,950 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1325): Online Regions={c0fb4437e455169fd72558083ffd587f=hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:21:25,950 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(3091): Received CLOSE for c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,950 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0fb4437e455169fd72558083ffd587f 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0fb4437e455169fd72558083ffd587f, disabling compactions & flushes 2024-11-19T07:21:25,950 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. after waiting 0 ms 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0fb4437e455169fd72558083ffd587f: Waiting for close lock at 1732000885950Running coprocessor pre-close hooks at 1732000885950Disabling compacts and flushes for region at 1732000885950Disabling writes for close at 1732000885950Failed flush hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f., putting online again at 1732000885950 2024-11-19T07:21:25,950 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000863151.c0fb4437e455169fd72558083ffd587f. 2024-11-19T07:21:26,084 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 2379, reset compression=false 2024-11-19T07:21:26,150 DEBUG [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:21:26,242 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/table/2b68b780be71463b89406f8a310213f8 2024-11-19T07:21:26,246 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/info/93fb7811e7fe448cb7fa34e6f8dbc210 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/info/93fb7811e7fe448cb7fa34e6f8dbc210 2024-11-19T07:21:26,249 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/info/93fb7811e7fe448cb7fa34e6f8dbc210, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:21:26,249 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/ns/cfe1176c807f4d8892aeeb073be9782d as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/ns/cfe1176c807f4d8892aeeb073be9782d 2024-11-19T07:21:26,253 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/ns/cfe1176c807f4d8892aeeb073be9782d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:21:26,253 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/rep_barrier/84dc177df4ff47279096dd36bbe75cbd as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/rep_barrier/84dc177df4ff47279096dd36bbe75cbd 2024-11-19T07:21:26,256 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/rep_barrier/84dc177df4ff47279096dd36bbe75cbd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:21:26,257 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/.tmp/table/2b68b780be71463b89406f8a310213f8 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/table/2b68b780be71463b89406f8a310213f8 2024-11-19T07:21:26,260 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/table/2b68b780be71463b89406f8a310213f8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:21:26,260 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-19T07:21:26,264 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:21:26,264 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:21:26,264 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:21:26,264 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:26,264 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000884949Running coprocessor pre-close hooks at 1732000884949Disabling compacts and flushes for region at 1732000884949Disabling writes for close at 1732000884949Obtaining lock to block concurrent updates at 1732000884949Preparing flush snapshotting stores in 1588230740 at 1732000884949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000884950 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000884950Flushing 1588230740/info: creating writer at 1732000884950Flushing 1588230740/info: appending metadata at 1732000884969 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732000884969Flushing 1588230740/ns: creating writer at 1732000885378 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732000885393 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732000885393Flushing 1588230740/rep_barrier: creating writer at 1732000885800 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000885816 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000885816Flushing 1588230740/table: creating writer at 1732000885823 (+7 ms)Flushing 1588230740/table: appending metadata at 1732000885838 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732000885838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@380e7cb8: reopening flushed file at 1732000886245 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45306a5b: reopening flushed file at 1732000886249 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c58211f: reopening flushed file at 1732000886253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448f5299: reopening flushed file at 1732000886256 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1732000886260 (+4 ms)Writing region close event to WAL at 1732000886262 (+2 ms)Running coprocessor post-close hooks at 1732000886264 (+2 ms)Closed at 1732000886264 2024-11-19T07:21:26,264 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:26,350 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:21:26,350 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,41549,1732000844597; all regions closed. 2024-11-19T07:21:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:21:26,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.meta.1732000846634.meta not finished, retry = 0 2024-11-19T07:21:26,387 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 to pos 2379, reset compression=false 2024-11-19T07:21:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741839_1015 (size=2609) 2024-11-19T07:21:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741832_1008 (size=2387) 2024-11-19T07:21:26,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/WALs/db0afee3eab9,41549,1732000844597/db0afee3eab9%2C41549%2C1732000844597.1732000845673 not finished, retry = 0 2024-11-19T07:21:26,558 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:26,558 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:21:26,558 INFO [RS:0;db0afee3eab9:41549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:26,558 INFO [RS:0;db0afee3eab9:41549 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:26,558 INFO [RS:0;db0afee3eab9:41549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:26,558 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:26,559 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,41549,1732000844597 because: Region server is closing 2024-11-19T07:21:26,559 INFO [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41549. 2024-11-19T07:21:26,559 DEBUG [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:26,559 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:26,559 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:26,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:26,659 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.shipperdb0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 terminated 2024-11-19T07:21:26,659 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,41549,1732000844597.replicationSource.wal-reader.db0afee3eab9%2C41549%2C1732000844597,1-db0afee3eab9,41549,1732000844597 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:21:26,659 INFO [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:41549. 2024-11-19T07:21:26,660 DEBUG [RS:0;db0afee3eab9:41549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:26,660 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:26,660 DEBUG [RS:0;db0afee3eab9:41549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:26,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:26,660 INFO [RS:0;db0afee3eab9:41549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41549 2024-11-19T07:21:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02053247030/rs/db0afee3eab9,41549,1732000844597 2024-11-19T07:21:26,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030/rs 2024-11-19T07:21:26,725 INFO [RS:0;db0afee3eab9:41549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:26,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,41549,1732000844597] 2024-11-19T07:21:26,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02053247030/draining/db0afee3eab9,41549,1732000844597 already deleted, retry=false 2024-11-19T07:21:26,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,41549,1732000844597 expired; onlineServers=0 2024-11-19T07:21:26,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,41279,1732000844395' ***** 2024-11-19T07:21:26,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:21:26,746 INFO [M:0;db0afee3eab9:41279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:21:26,746 INFO [M:0;db0afee3eab9:41279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:21:26,746 DEBUG [M:0;db0afee3eab9:41279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:21:26,747 DEBUG [M:0;db0afee3eab9:41279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:21:26,747 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:21:26,747 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000845429 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000845429,5,FailOnTimeoutGroup] 2024-11-19T07:21:26,747 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000845429 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000845429,5,FailOnTimeoutGroup] 2024-11-19T07:21:26,747 INFO [M:0;db0afee3eab9:41279 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:21:26,747 INFO [M:0;db0afee3eab9:41279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:21:26,747 DEBUG [M:0;db0afee3eab9:41279 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:21:26,747 INFO [M:0;db0afee3eab9:41279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:21:26,747 INFO [M:0;db0afee3eab9:41279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:21:26,747 INFO [M:0;db0afee3eab9:41279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:21:26,747 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:21:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02053247030/master 2024-11-19T07:21:26,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02053247030 2024-11-19T07:21:26,757 DEBUG [M:0;db0afee3eab9:41279 {}] zookeeper.ZKUtil(347): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Unable to get data of znode /02053247030/master because node does not exist (not an error) 2024-11-19T07:21:26,757 WARN [M:0;db0afee3eab9:41279 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:21:26,758 INFO [M:0;db0afee3eab9:41279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/.lastflushedseqids 2024-11-19T07:21:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:21:26,836 INFO [RS:0;db0afee3eab9:41549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:26,836 INFO [RS:0;db0afee3eab9:41549 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,41549,1732000844597; zookeeper connection closed. 2024-11-19T07:21:26,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41549-0x10151f77cb00001, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:26,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@671af1bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@671af1bb 2024-11-19T07:21:26,836 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:21:27,161 INFO [M:0;db0afee3eab9:41279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:21:27,161 INFO [M:0;db0afee3eab9:41279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:21:27,161 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:27,161 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:27,161 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:27,162 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:27,162 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:27,162 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-19T07:21:27,180 DEBUG [M:0;db0afee3eab9:41279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36394f622214a82a29507aa555b3cd7 is 82, key is hbase:meta,,1/info:regioninfo/1732000846667/Put/seqid=0 2024-11-19T07:21:27,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:21:27,583 INFO [M:0;db0afee3eab9:41279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36394f622214a82a29507aa555b3cd7 2024-11-19T07:21:27,602 DEBUG [M:0;db0afee3eab9:41279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f90e5577d8914971836af8588c359a12 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000859478/Put/seqid=0 2024-11-19T07:21:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741849_1025 (size=7217) 2024-11-19T07:21:28,006 INFO [M:0;db0afee3eab9:41279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f90e5577d8914971836af8588c359a12 2024-11-19T07:21:28,009 INFO [M:0;db0afee3eab9:41279 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90e5577d8914971836af8588c359a12 2024-11-19T07:21:28,027 DEBUG [M:0;db0afee3eab9:41279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd9ad36a6b45ce98bff44b83f7a427 is 69, key is db0afee3eab9,41549,1732000844597/rs:state/1732000845521/Put/seqid=0 2024-11-19T07:21:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:21:28,434 INFO [M:0;db0afee3eab9:41279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd9ad36a6b45ce98bff44b83f7a427 2024-11-19T07:21:28,438 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c36394f622214a82a29507aa555b3cd7 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36394f622214a82a29507aa555b3cd7 2024-11-19T07:21:28,443 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c36394f622214a82a29507aa555b3cd7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T07:21:28,443 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f90e5577d8914971836af8588c359a12 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f90e5577d8914971836af8588c359a12 2024-11-19T07:21:28,447 INFO [M:0;db0afee3eab9:41279 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90e5577d8914971836af8588c359a12 2024-11-19T07:21:28,447 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f90e5577d8914971836af8588c359a12, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T07:21:28,449 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cccd9ad36a6b45ce98bff44b83f7a427 as hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccd9ad36a6b45ce98bff44b83f7a427 2024-11-19T07:21:28,453 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39627/user/jenkins/test-data/156d193b-3602-0eb3-9a98-4b0c1fda5a86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cccd9ad36a6b45ce98bff44b83f7a427, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T07:21:28,454 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-19T07:21:28,460 INFO [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:28,460 DEBUG [M:0;db0afee3eab9:41279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000887161Disabling compacts and flushes for region at 1732000887161Disabling writes for close at 1732000887162 (+1 ms)Obtaining lock to block concurrent updates at 1732000887162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000887162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732000887162Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000887162Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000887162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000887179 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000887179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000887587 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000887602 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000887602Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000888009 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000888027 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000888027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7575892d: reopening flushed file at 1732000888438 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561bb5c3: reopening flushed file at 1732000888443 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ff8c9a: reopening flushed file at 1732000888448 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1732000888454 (+6 ms)Writing region close event to WAL at 1732000888460 (+6 ms)Closed at 1732000888460 2024-11-19T07:21:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45445 is added to blk_1073741830_1006 (size=64411) 2024-11-19T07:21:28,465 INFO [M:0;db0afee3eab9:41279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:21:28,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:21:28,465 INFO [M:0;db0afee3eab9:41279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41279 2024-11-19T07:21:28,466 INFO [M:0;db0afee3eab9:41279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:21:28,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:28,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41279-0x10151f77cb00000, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:21:28,615 INFO [M:0;db0afee3eab9:41279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:21:28,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183e11eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:28,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eeccb73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:28,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:28,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1317ddae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:28,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63cfba12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:28,619 WARN [BP-55784030-172.17.0.2-1732000842011 heartbeating to localhost/127.0.0.1:39627 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:21:28,619 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:21:28,619 WARN [BP-55784030-172.17.0.2-1732000842011 heartbeating to localhost/127.0.0.1:39627 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-55784030-172.17.0.2-1732000842011 (Datanode Uuid 520e9652-cd72-449a-aad5-b7ea82b5073c) service to localhost/127.0.0.1:39627 2024-11-19T07:21:28,619 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:21:28,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/data/data1/current/BP-55784030-172.17.0.2-1732000842011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:28,620 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/cluster_f4b8f380-50b0-33a1-e232-cbcdcb30b190/data/data2/current/BP-55784030-172.17.0.2-1732000842011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:21:28,620 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:21:28,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d6ee728{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:28,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5b76e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:21:28,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:21:28,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e147306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:21:28,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33425995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7cf4e65-4b2c-cbeb-4ce9-5a9aa73d0139/hadoop.log.dir/,STOPPED} 2024-11-19T07:21:28,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:21:28,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:21:28,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 259) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64830) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64830) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39627 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39627 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40133 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39627 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64830) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39627 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:40133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46869 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 464) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12489 (was 12428) - AvailableMemoryMB LEAK? - 2024-11-19T07:21:28,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=12487 2024-11-19T07:21:28,711 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-19T07:21:28,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir so I do NOT create it in target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce 2024-11-19T07:21:28,712 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:21:28,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.tmp.dir so I do NOT create it in target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce 2024-11-19T07:21:28,712 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50346ad7-095e-1295-59cb-50557162a72b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:21:28,712 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce 2024-11-19T07:21:28,712 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13, deleteOnExit=true 2024-11-19T07:21:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f77cb00005, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:21:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10151f77cb00008, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:21:28,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f77cb00005, quorum=127.0.0.1:64830, baseZNode=/1262191087 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:21:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f77cb00002, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:21:28,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10151f77cb00008, quorum=127.0.0.1:64830, baseZNode=/2886545589 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:21:28,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f77cb00002, quorum=127.0.0.1:64830, baseZNode=/02053247030 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:21:28,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/zookeeper_0, clientPort=49286, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:21:28,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49286 2024-11-19T07:21:28,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:21:28,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:21:28,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/test.cache.data in system properties and HBase conf 2024-11-19T07:21:28,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:21:28,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:28,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:21:28,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:21:29,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:29,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:29,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:29,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:29,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:21:29,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:29,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dc97342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:29,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c34b39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:29,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dd8db0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/java.io.tmpdir/jetty-localhost-44547-hadoop-hdfs-3_4_1-tests_jar-_-any-6170072532255620132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:29,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75067113{HTTP/1.1, (http/1.1)}{localhost:44547} 2024-11-19T07:21:29,303 INFO [Time-limited test {}] server.Server(415): Started @273559ms 2024-11-19T07:21:29,643 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:29,647 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:29,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:29,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:29,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:21:29,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7201fd93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:29,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36913524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:29,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@168c794e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/java.io.tmpdir/jetty-localhost-45261-hadoop-hdfs-3_4_1-tests_jar-_-any-9498532718580030360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:29,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ca7949d{HTTP/1.1, (http/1.1)}{localhost:45261} 2024-11-19T07:21:29,800 INFO [Time-limited test {}] server.Server(415): Started @274055ms 2024-11-19T07:21:29,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:21:30,974 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/data/data2/current/BP-2135384811-172.17.0.2-1732000888803/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:30,974 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/data/data1/current/BP-2135384811-172.17.0.2-1732000888803/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:30,992 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:21:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3582ecf65fc4b74e with lease ID 0x303455394f647059: Processing first storage report for DS-185851f6-0867-456a-994b-dbf1452ac2f8 from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=0bffe7cf-3df6-4370-bc2f-610f6eb112fb, infoPort=36733, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=1712653161;c=1732000888803) 2024-11-19T07:21:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3582ecf65fc4b74e with lease ID 0x303455394f647059: from storage DS-185851f6-0867-456a-994b-dbf1452ac2f8 node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=0bffe7cf-3df6-4370-bc2f-610f6eb112fb, infoPort=36733, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=1712653161;c=1732000888803), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3582ecf65fc4b74e with lease ID 0x303455394f647059: Processing first storage report for DS-f2b93119-f176-4d83-a03e-e66c4325f301 from datanode DatanodeRegistration(127.0.0.1:45129, datanodeUuid=0bffe7cf-3df6-4370-bc2f-610f6eb112fb, infoPort=36733, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=1712653161;c=1732000888803) 2024-11-19T07:21:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3582ecf65fc4b74e with lease ID 0x303455394f647059: from storage DS-f2b93119-f176-4d83-a03e-e66c4325f301 node DatanodeRegistration(127.0.0.1:45129, datanodeUuid=0bffe7cf-3df6-4370-bc2f-610f6eb112fb, infoPort=36733, infoSecurePort=0, ipcPort=44243, storageInfo=lv=-57;cid=testClusterID;nsid=1712653161;c=1732000888803), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:31,040 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce 2024-11-19T07:21:31,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:21:31,345 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:31,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:31,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa with version=8 2024-11-19T07:21:31,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/hbase-staging 2024-11-19T07:21:31,451 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:31,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43005 2024-11-19T07:21:31,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43005 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:31,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430050x0, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:31,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43005-0x10151f833490000 connected 2024-11-19T07:21:31,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/running 2024-11-19T07:21:31,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa, hbase.cluster.distributed=false 2024-11-19T07:21:31,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/acl 2024-11-19T07:21:31,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-19T07:21:31,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43005 2024-11-19T07:21:31,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43005 2024-11-19T07:21:31,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-19T07:21:31,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43005 2024-11-19T07:21:31,628 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:31,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:31,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:31,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:31,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:21:31,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:31,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34051 2024-11-19T07:21:31,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34051 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:31,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340510x0, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:31,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340510x0, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/running 2024-11-19T07:21:31,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:21:31,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34051-0x10151f833490001 connected 2024-11-19T07:21:31,665 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:21:31,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/master 2024-11-19T07:21:31,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/acl 2024-11-19T07:21:31,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-19T07:21:31,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34051 2024-11-19T07:21:31,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34051 2024-11-19T07:21:31,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-19T07:21:31,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-19T07:21:31,688 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:43005 2024-11-19T07:21:31,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-393709924/backup-masters/db0afee3eab9,43005,1732000891451 2024-11-19T07:21:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/backup-masters 2024-11-19T07:21:31,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/backup-masters 2024-11-19T07:21:31,704 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on existing znode=/0-393709924/backup-masters/db0afee3eab9,43005,1732000891451 2024-11-19T07:21:31,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-393709924/master 2024-11-19T07:21:31,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on existing znode=/0-393709924/master 2024-11-19T07:21:31,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-393709924/backup-masters/db0afee3eab9,43005,1732000891451 from backup master directory 2024-11-19T07:21:31,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/backup-masters 2024-11-19T07:21:31,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-393709924/backup-masters/db0afee3eab9,43005,1732000891451 2024-11-19T07:21:31,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/backup-masters 2024-11-19T07:21:31,725 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:31,725 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,43005,1732000891451 2024-11-19T07:21:31,733 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/hbase.id] with ID: ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc 2024-11-19T07:21:31,733 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/.tmp/hbase.id 2024-11-19T07:21:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:21:31,741 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/.tmp/hbase.id]:[hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/hbase.id] 2024-11-19T07:21:31,753 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:31,753 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:21:31,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:21:31,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:21:31,774 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:31,775 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:21:31,775 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:21:31,793 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store 2024-11-19T07:21:31,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:31,807 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:31,807 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:31,807 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000891807Disabling compacts and flushes for region at 1732000891807Disabling writes for close at 1732000891807Writing region close event to WAL at 1732000891807Closed at 1732000891807 2024-11-19T07:21:31,808 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/.initializing 2024-11-19T07:21:31,808 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/WALs/db0afee3eab9,43005,1732000891451 2024-11-19T07:21:31,817 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:31,818 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C43005%2C1732000891451, suffix=, logDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/WALs/db0afee3eab9,43005,1732000891451, archiveDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/oldWALs, maxLogs=10 2024-11-19T07:21:31,835 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/WALs/db0afee3eab9,43005,1732000891451/db0afee3eab9%2C43005%2C1732000891451.1732000891818, exclude list is [], retry=0 2024-11-19T07:21:31,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-185851f6-0867-456a-994b-dbf1452ac2f8,DISK] 2024-11-19T07:21:31,857 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/WALs/db0afee3eab9,43005,1732000891451/db0afee3eab9%2C43005%2C1732000891451.1732000891818 2024-11-19T07:21:31,859 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-19T07:21:31,859 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:31,859 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:31,859 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,859 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:21:31,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:31,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:31,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:21:31,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:31,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:31,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:21:31,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:31,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:31,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:21:31,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:31,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:31,868 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,869 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,869 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,870 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,870 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,870 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:31,871 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:31,880 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:31,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72910226, jitterRate=0.08644703030586243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:31,881 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000891859Initializing all the Stores at 1732000891860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000891860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000891861 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000891861Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000891861Cleaning up temporary data from old regions at 1732000891870 (+9 ms)Region opened successfully at 1732000891881 (+11 ms) 2024-11-19T07:21:31,881 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:21:31,884 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f40c088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:31,888 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:21:31,889 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:21:31,889 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:21:31,889 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:21:31,889 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:21:31,890 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:21:31,890 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:21:31,893 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:21:31,894 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/balancer because node does not exist (not necessarily an error) 2024-11-19T07:21:31,902 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/balancer already deleted, retry=false 2024-11-19T07:21:31,902 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:21:31,903 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:21:31,912 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/normalizer already deleted, retry=false 2024-11-19T07:21:31,913 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:21:31,914 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:21:31,928 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/switch/split already deleted, retry=false 2024-11-19T07:21:31,929 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:21:31,934 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/switch/merge already deleted, retry=false 2024-11-19T07:21:31,936 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:21:31,944 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/snapshot-cleanup already deleted, retry=false 2024-11-19T07:21:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-393709924/running 2024-11-19T07:21:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-393709924/running 2024-11-19T07:21:31,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,956 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,43005,1732000891451, sessionid=0x10151f833490000, setting cluster-up flag (Was=false) 2024-11-19T07:21:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:32,070 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-393709924/flush-table-proc/acquired, /0-393709924/flush-table-proc/reached, /0-393709924/flush-table-proc/abort 2024-11-19T07:21:32,071 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,43005,1732000891451 2024-11-19T07:21:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:32,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:32,239 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-393709924/online-snapshot/acquired, /0-393709924/online-snapshot/reached, /0-393709924/online-snapshot/abort 2024-11-19T07:21:32,240 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,43005,1732000891451 2024-11-19T07:21:32,241 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:21:32,242 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:32,243 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:21:32,243 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:21:32,243 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,43005,1732000891451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:32,244 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000922245 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:21:32,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:21:32,245 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:21:32,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000892246,5,FailOnTimeoutGroup] 2024-11-19T07:21:32,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000892246,5,FailOnTimeoutGroup] 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,246 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:32,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:21:32,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:21:32,276 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(746): ClusterId : ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc 2024-11-19T07:21:32,276 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:21:32,314 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:21:32,314 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:21:32,334 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:21:32,334 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bc110f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:32,345 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:34051 2024-11-19T07:21:32,345 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:21:32,345 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:21:32,345 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:21:32,345 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,43005,1732000891451 with port=34051, startcode=1732000891628 2024-11-19T07:21:32,346 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:21:32,347 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:21:32,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,347 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43005 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,348 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa 2024-11-19T07:21:32,348 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42675 2024-11-19T07:21:32,348 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:21:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/rs 2024-11-19T07:21:32,355 DEBUG [RS:0;db0afee3eab9:34051 {}] zookeeper.ZKUtil(111): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on existing znode=/0-393709924/rs/db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,355 WARN [RS:0;db0afee3eab9:34051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:32,355 INFO [RS:0;db0afee3eab9:34051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:32,355 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,34051,1732000891628] 2024-11-19T07:21:32,358 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:21:32,359 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:21:32,359 INFO [RS:0;db0afee3eab9:34051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:21:32,359 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,359 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:21:32,360 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:21:32,360 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:32,360 DEBUG [RS:0;db0afee3eab9:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,364 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34051,1732000891628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:32,381 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:21:32,381 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,34051,1732000891628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,381 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,382 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.Replication(171): db0afee3eab9,34051,1732000891628 started 2024-11-19T07:21:32,399 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:32,399 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,34051,1732000891628, RpcServer on db0afee3eab9/172.17.0.2:34051, sessionid=0x10151f833490001 2024-11-19T07:21:32,399 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:21:32,399 DEBUG [RS:0;db0afee3eab9:34051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,399 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34051,1732000891628' 2024-11-19T07:21:32,399 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-393709924/flush-table-proc/abort' 2024-11-19T07:21:32,399 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-393709924/flush-table-proc/acquired' 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,34051,1732000891628 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,34051,1732000891628' 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-393709924/online-snapshot/abort' 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-393709924/online-snapshot/acquired' 2024-11-19T07:21:32,400 DEBUG [RS:0;db0afee3eab9:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:21:32,400 INFO [RS:0;db0afee3eab9:34051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:21:32,400 INFO [RS:0;db0afee3eab9:34051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:21:32,501 INFO [RS:0;db0afee3eab9:34051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:32,502 INFO [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34051%2C1732000891628, suffix=, logDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628, archiveDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs, maxLogs=10 2024-11-19T07:21:32,519 DEBUG [RS:0;db0afee3eab9:34051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503, exclude list is [], retry=0 2024-11-19T07:21:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-185851f6-0867-456a-994b-dbf1452ac2f8,DISK] 2024-11-19T07:21:32,533 INFO [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 2024-11-19T07:21:32,536 DEBUG [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-19T07:21:32,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:21:32,654 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa 2024-11-19T07:21:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:21:33,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:33,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:33,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:33,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:33,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:33,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:33,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:33,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:33,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:33,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:33,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740 2024-11-19T07:21:33,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740 2024-11-19T07:21:33,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:33,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:33,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:33,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:33,080 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:33,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70762829, jitterRate=0.05444832146167755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000893062Initializing all the Stores at 1732000893063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893065 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000893065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893065Cleaning up temporary data from old regions at 1732000893076 (+11 ms)Region opened successfully at 1732000893084 (+8 ms) 2024-11-19T07:21:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:33,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:33,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:33,087 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:33,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000893084Disabling compacts and flushes for region at 1732000893084Disabling writes for close at 1732000893084Writing region close event to WAL at 1732000893087 (+3 ms)Closed at 1732000893087 2024-11-19T07:21:33,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:33,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:21:33,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:21:33,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:33,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:21:33,240 DEBUG [db0afee3eab9:43005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:21:33,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:33,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34051,1732000891628, state=OPENING 2024-11-19T07:21:33,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:21:33,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:21:33,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:21:33,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:33,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-393709924/meta-region-server: CHANGED 2024-11-19T07:21:33,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-393709924/meta-region-server: CHANGED 2024-11-19T07:21:33,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:33,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34051,1732000891628}] 2024-11-19T07:21:33,509 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:33,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:21:33,514 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:21:33,514 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:33,515 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:21:33,516 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34051%2C1732000891628.meta, suffix=.meta, logDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628, archiveDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs, maxLogs=10 2024-11-19T07:21:33,533 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.meta.1732000893516.meta, exclude list is [], retry=0 2024-11-19T07:21:33,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-185851f6-0867-456a-994b-dbf1452ac2f8,DISK] 2024-11-19T07:21:33,538 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.meta.1732000893516.meta 2024-11-19T07:21:33,538 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-19T07:21:33,538 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:33,539 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:33,539 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:33,539 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:21:33,539 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:21:33,539 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:21:33,540 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:33,540 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:21:33,540 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:21:33,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:33,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:33,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:33,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:33,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:33,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:33,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:33,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:33,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:33,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:33,552 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:33,553 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740 2024-11-19T07:21:33,554 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740 2024-11-19T07:21:33,556 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:33,556 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:33,556 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:33,557 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:33,558 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59380923, jitterRate=-0.11515529453754425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:33,558 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:21:33,559 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000893540Writing region info on filesystem at 1732000893540Initializing all the Stores at 1732000893541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893543 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000893543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000893543Cleaning up temporary data from old regions at 1732000893556 (+13 ms)Running coprocessor post-open hooks at 1732000893558 (+2 ms)Region opened successfully at 1732000893559 (+1 ms) 2024-11-19T07:21:33,560 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000893508 2024-11-19T07:21:33,562 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:21:33,563 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:21:33,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:33,564 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,34051,1732000891628, state=OPEN 2024-11-19T07:21:33,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-393709924/meta-region-server 2024-11-19T07:21:33,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-393709924/meta-region-server 2024-11-19T07:21:33,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:33,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-393709924/meta-region-server: CHANGED 2024-11-19T07:21:33,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-393709924/meta-region-server: CHANGED 2024-11-19T07:21:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:21:33,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,34051,1732000891628 in 320 msec 2024-11-19T07:21:33,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:21:33,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 590 msec 2024-11-19T07:21:33,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:33,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:21:33,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:33,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34051,1732000891628, seqNum=-1] 2024-11-19T07:21:33,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:33,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:33,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-11-19T07:21:33,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000893688, completionTime=-1 2024-11-19T07:21:33,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:21:33,688 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000953690 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001013690 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,690 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:43005, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,691 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,693 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.969sec 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:33,694 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:21:33,696 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:21:33,696 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:21:33,696 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,43005,1732000891451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:33,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4602531d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:33,778 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,43005,-1 for getting cluster id 2024-11-19T07:21:33,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:33,779 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc' 2024-11-19T07:21:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:33,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc" 2024-11-19T07:21:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75424701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,43005,-1] 2024-11-19T07:21:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:33,780 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:33,781 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:33,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521c3ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:33,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34051,1732000891628, seqNum=-1] 2024-11-19T07:21:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:33,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:33,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,43005,1732000891451 2024-11-19T07:21:33,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:33,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:33,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f833490002 connected 2024-11-19T07:21:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir so I do NOT create it in target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168 2024-11-19T07:21:33,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:21:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.tmp.dir so I do NOT create it in target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168 2024-11-19T07:21:33,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:21:33,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168 2024-11-19T07:21:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:21:33,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/cluster_c8d7e168-be87-a4b5-bd92-9e2c6370a325, deleteOnExit=true 2024-11-19T07:21:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/test.cache.data in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:21:33,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:33,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:21:33,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:21:35,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:35,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:35,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:35,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:35,170 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:21:35,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:35,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3250fe29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:35,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccb21a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:35,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78f282fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/java.io.tmpdir/jetty-localhost-35901-hadoop-hdfs-3_4_1-tests_jar-_-any-5166787535382661497/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:35,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1efa6563{HTTP/1.1, (http/1.1)}{localhost:35901} 2024-11-19T07:21:35,283 INFO [Time-limited test {}] server.Server(415): Started @279538ms 2024-11-19T07:21:35,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:35,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:35,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:35,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:35,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:21:35,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@752b56ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:35,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79ef667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:35,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57982b20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/java.io.tmpdir/jetty-localhost-44633-hadoop-hdfs-3_4_1-tests_jar-_-any-12052152731351744823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:35,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46bf0487{HTTP/1.1, (http/1.1)}{localhost:44633} 2024-11-19T07:21:35,852 INFO [Time-limited test {}] server.Server(415): Started @280107ms 2024-11-19T07:21:35,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:21:37,126 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/cluster_c8d7e168-be87-a4b5-bd92-9e2c6370a325/data/data1/current/BP-2075741539-172.17.0.2-1732000893920/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:37,126 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/cluster_c8d7e168-be87-a4b5-bd92-9e2c6370a325/data/data2/current/BP-2075741539-172.17.0.2-1732000893920/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:37,146 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:21:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616edf16e2586228 with lease ID 0xefa34008b0eefb0f: Processing first storage report for DS-843dfeac-9f0b-4a6b-a838-314843074ef9 from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=8ccf9c9b-9279-4510-8419-0a49c7a16568, infoPort=40663, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1116496862;c=1732000893920) 2024-11-19T07:21:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616edf16e2586228 with lease ID 0xefa34008b0eefb0f: from storage DS-843dfeac-9f0b-4a6b-a838-314843074ef9 node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=8ccf9c9b-9279-4510-8419-0a49c7a16568, infoPort=40663, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1116496862;c=1732000893920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x616edf16e2586228 with lease ID 0xefa34008b0eefb0f: Processing first storage report for DS-ae9676ba-a40f-413d-9c54-94f2728bee79 from datanode DatanodeRegistration(127.0.0.1:37561, datanodeUuid=8ccf9c9b-9279-4510-8419-0a49c7a16568, infoPort=40663, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1116496862;c=1732000893920) 2024-11-19T07:21:37,148 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x616edf16e2586228 with lease ID 0xefa34008b0eefb0f: from storage DS-ae9676ba-a40f-413d-9c54-94f2728bee79 node DatanodeRegistration(127.0.0.1:37561, datanodeUuid=8ccf9c9b-9279-4510-8419-0a49c7a16568, infoPort=40663, infoSecurePort=0, ipcPort=38923, storageInfo=lv=-57;cid=testClusterID;nsid=1116496862;c=1732000893920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:37,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168 2024-11-19T07:21:37,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:21:37,277 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c with version=8 2024-11-19T07:21:37,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/hbase-staging 2024-11-19T07:21:37,280 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:37,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:37,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:37,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:21:37,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:37,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36619 2024-11-19T07:21:37,286 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36619 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366190x0, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:37,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36619-0x10151f833490003 connected 2024-11-19T07:21:37,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/running 2024-11-19T07:21:37,391 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c, hbase.cluster.distributed=false 2024-11-19T07:21:37,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/acl 2024-11-19T07:21:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-19T07:21:37,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36619 2024-11-19T07:21:37,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36619 2024-11-19T07:21:37,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-19T07:21:37,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36619 2024-11-19T07:21:37,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:21:37,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:37,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46699 2024-11-19T07:21:37,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46699 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:37,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466990x0, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:37,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466990x0, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/running 2024-11-19T07:21:37,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:21:37,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46699-0x10151f833490004 connected 2024-11-19T07:21:37,460 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:21:37,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/master 2024-11-19T07:21:37,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/acl 2024-11-19T07:21:37,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-19T07:21:37,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46699 2024-11-19T07:21:37,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46699 2024-11-19T07:21:37,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-19T07:21:37,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46699 2024-11-19T07:21:37,486 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:36619 2024-11-19T07:21:37,486 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11304391545/backup-masters/db0afee3eab9,36619,1732000897280 2024-11-19T07:21:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/backup-masters 2024-11-19T07:21:37,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/backup-masters 2024-11-19T07:21:37,492 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on existing znode=/11304391545/backup-masters/db0afee3eab9,36619,1732000897280 2024-11-19T07:21:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11304391545/master 2024-11-19T07:21:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:37,502 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on existing znode=/11304391545/master 2024-11-19T07:21:37,502 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11304391545/backup-masters/db0afee3eab9,36619,1732000897280 from backup master directory 2024-11-19T07:21:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11304391545/backup-masters/db0afee3eab9,36619,1732000897280 2024-11-19T07:21:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/backup-masters 2024-11-19T07:21:37,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/backup-masters 2024-11-19T07:21:37,512 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:37,512 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,36619,1732000897280 2024-11-19T07:21:37,517 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/hbase.id] with ID: 92f5a697-0a70-4a66-865d-3ad59b42e4e8 2024-11-19T07:21:37,517 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/.tmp/hbase.id 2024-11-19T07:21:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:21:37,921 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/.tmp/hbase.id]:[hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/hbase.id] 2024-11-19T07:21:37,932 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:37,933 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:21:37,933 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T07:21:37,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:37,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:37,945 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88461 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:37,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:37,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:37,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:21:38,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:38,376 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:21:38,376 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:38,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:21:38,394 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store 2024-11-19T07:21:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:21:38,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:38,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:38,814 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:38,814 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:38,815 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:38,815 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:38,815 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:38,815 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000898814Disabling compacts and flushes for region at 1732000898814Disabling writes for close at 1732000898815 (+1 ms)Writing region close event to WAL at 1732000898815Closed at 1732000898815 2024-11-19T07:21:38,815 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/.initializing 2024-11-19T07:21:38,815 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/WALs/db0afee3eab9,36619,1732000897280 2024-11-19T07:21:38,816 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:38,817 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C36619%2C1732000897280, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/WALs/db0afee3eab9,36619,1732000897280, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/oldWALs, maxLogs=10 2024-11-19T07:21:38,829 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/WALs/db0afee3eab9,36619,1732000897280/db0afee3eab9%2C36619%2C1732000897280.1732000898817, exclude list is [], retry=0 2024-11-19T07:21:38,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-843dfeac-9f0b-4a6b-a838-314843074ef9,DISK] 2024-11-19T07:21:38,834 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/WALs/db0afee3eab9,36619,1732000897280/db0afee3eab9%2C36619%2C1732000897280.1732000898817 2024-11-19T07:21:38,834 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663)] 2024-11-19T07:21:38,834 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:38,835 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:38,835 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,835 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:21:38,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:38,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:38,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:38,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:21:38,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:38,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:38,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:21:38,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:38,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:38,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:21:38,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:38,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:38,840 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,841 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,841 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,842 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,842 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,842 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:38,843 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:38,855 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:38,855 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70736654, jitterRate=0.05405828356742859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:38,855 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000898835Initializing all the Stores at 1732000898835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000898835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000898835Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000898835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000898835Cleaning up temporary data from old regions at 1732000898842 (+7 ms)Region opened successfully at 1732000898855 (+13 ms) 2024-11-19T07:21:38,855 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:21:38,858 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd1219e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:38,858 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:21:38,858 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:21:38,858 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:21:38,859 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:21:38,859 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:21:38,859 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:21:38,859 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:21:38,861 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:21:38,862 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/balancer because node does not exist (not necessarily an error) 2024-11-19T07:21:38,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:38,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:21:38,912 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/balancer already deleted, retry=false 2024-11-19T07:21:38,913 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:21:38,913 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:21:38,923 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/normalizer already deleted, retry=false 2024-11-19T07:21:38,923 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:21:38,924 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:21:38,933 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/switch/split already deleted, retry=false 2024-11-19T07:21:38,934 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:21:38,944 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/switch/merge already deleted, retry=false 2024-11-19T07:21:38,946 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:21:38,954 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/snapshot-cleanup already deleted, retry=false 2024-11-19T07:21:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11304391545/running 2024-11-19T07:21:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11304391545/running 2024-11-19T07:21:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:38,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:38,966 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,36619,1732000897280, sessionid=0x10151f833490003, setting cluster-up flag (Was=false) 2024-11-19T07:21:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:38,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:39,165 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11304391545/flush-table-proc/acquired, /11304391545/flush-table-proc/reached, /11304391545/flush-table-proc/abort 2024-11-19T07:21:39,166 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,36619,1732000897280 2024-11-19T07:21:39,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:39,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:39,228 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11304391545/online-snapshot/acquired, /11304391545/online-snapshot/reached, /11304391545/online-snapshot/abort 2024-11-19T07:21:39,229 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,36619,1732000897280 2024-11-19T07:21:39,230 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:21:39,231 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:39,231 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:21:39,231 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:21:39,231 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,36619,1732000897280 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:39,232 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000929233 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:21:39,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:21:39,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:21:39,233 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:21:39,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:39,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:21:39,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:21:39,234 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000899234,5,FailOnTimeoutGroup] 2024-11-19T07:21:39,235 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000899234,5,FailOnTimeoutGroup] 2024-11-19T07:21:39,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:21:39,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,235 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:21:39,277 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(746): ClusterId : 92f5a697-0a70-4a66-865d-3ad59b42e4e8 2024-11-19T07:21:39,277 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:21:39,290 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:21:39,290 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:21:39,302 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:21:39,302 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354f6489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:39,312 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:46699 2024-11-19T07:21:39,312 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:21:39,312 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:21:39,312 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:21:39,313 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,36619,1732000897280 with port=46699, startcode=1732000897429 2024-11-19T07:21:39,313 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:21:39,314 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:21:39,314 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,315 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36619 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,316 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c 2024-11-19T07:21:39,316 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41711 2024-11-19T07:21:39,316 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:21:39,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/rs 2024-11-19T07:21:39,381 DEBUG [RS:0;db0afee3eab9:46699 {}] zookeeper.ZKUtil(111): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on existing znode=/11304391545/rs/db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,381 WARN [RS:0;db0afee3eab9:46699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:39,382 INFO [RS:0;db0afee3eab9:46699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:39,382 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,46699,1732000897429] 2024-11-19T07:21:39,384 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:21:39,385 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:21:39,386 INFO [RS:0;db0afee3eab9:46699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:21:39,386 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,386 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:21:39,386 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:21:39,386 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,386 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,386 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,386 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,386 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:39,387 DEBUG [RS:0;db0afee3eab9:46699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,387 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46699,1732000897429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:39,422 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:21:39,422 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46699,1732000897429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,422 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,422 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.Replication(171): db0afee3eab9,46699,1732000897429 started 2024-11-19T07:21:39,436 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:39,436 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,46699,1732000897429, RpcServer on db0afee3eab9/172.17.0.2:46699, sessionid=0x10151f833490004 2024-11-19T07:21:39,436 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:21:39,436 DEBUG [RS:0;db0afee3eab9:46699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,436 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46699,1732000897429' 2024-11-19T07:21:39,436 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11304391545/flush-table-proc/abort' 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11304391545/flush-table-proc/acquired' 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,46699,1732000897429 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46699,1732000897429' 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11304391545/online-snapshot/abort' 2024-11-19T07:21:39,437 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11304391545/online-snapshot/acquired' 2024-11-19T07:21:39,438 DEBUG [RS:0;db0afee3eab9:46699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:21:39,438 INFO [RS:0;db0afee3eab9:46699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:21:39,438 INFO [RS:0;db0afee3eab9:46699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:21:39,538 INFO [RS:0;db0afee3eab9:46699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:39,540 INFO [RS:0;db0afee3eab9:46699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46699%2C1732000897429, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/oldWALs, maxLogs=10 2024-11-19T07:21:39,556 DEBUG [RS:0;db0afee3eab9:46699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, exclude list is [], retry=0 2024-11-19T07:21:39,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-843dfeac-9f0b-4a6b-a838-314843074ef9,DISK] 2024-11-19T07:21:39,559 INFO [RS:0;db0afee3eab9:46699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 2024-11-19T07:21:39,560 DEBUG [RS:0;db0afee3eab9:46699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663)] 2024-11-19T07:21:39,646 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:21:39,646 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c 2024-11-19T07:21:39,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:21:40,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:40,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:40,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:40,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:40,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:40,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:40,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:40,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:40,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:40,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:40,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740 2024-11-19T07:21:40,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740 2024-11-19T07:21:40,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:40,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:40,059 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:40,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:40,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60781236, jitterRate=-0.09428900480270386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000900052Initializing all the Stores at 1732000900052Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900052Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900052Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000900052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900053 (+1 ms)Cleaning up temporary data from old regions at 1732000900059 (+6 ms)Region opened successfully at 1732000900061 (+2 ms) 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:40,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:40,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:40,062 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:40,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000900061Disabling compacts and flushes for region at 1732000900061Disabling writes for close at 1732000900061Writing region close event to WAL at 1732000900062 (+1 ms)Closed at 1732000900062 2024-11-19T07:21:40,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:40,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:21:40,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:21:40,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:40,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:21:40,215 DEBUG [db0afee3eab9:36619 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:21:40,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:40,216 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46699,1732000897429, state=OPENING 2024-11-19T07:21:40,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:21:40,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:40,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:40,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:40,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11304391545/meta-region-server: CHANGED 2024-11-19T07:21:40,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11304391545/meta-region-server: CHANGED 2024-11-19T07:21:40,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46699,1732000897429}] 2024-11-19T07:21:40,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:40,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:21:40,437 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:21:40,437 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:40,438 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:21:40,439 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46699%2C1732000897429.meta, suffix=.meta, logDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/oldWALs, maxLogs=10 2024-11-19T07:21:40,455 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.meta.1732000900439.meta, exclude list is [], retry=0 2024-11-19T07:21:40,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-843dfeac-9f0b-4a6b-a838-314843074ef9,DISK] 2024-11-19T07:21:40,458 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.meta.1732000900439.meta 2024-11-19T07:21:40,459 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663)] 2024-11-19T07:21:40,459 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:40,459 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:21:40,460 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:21:40,460 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:21:40,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:40,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:40,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:40,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:40,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:40,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:40,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:40,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:40,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:40,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:40,465 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:40,465 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740 2024-11-19T07:21:40,466 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740 2024-11-19T07:21:40,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:40,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:40,467 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:40,468 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:40,468 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72598474, jitterRate=0.08180156350135803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:40,468 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:21:40,469 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000900460Writing region info on filesystem at 1732000900460Initializing all the Stores at 1732000900461 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000900461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000900461Cleaning up temporary data from old regions at 1732000900467 (+6 ms)Running coprocessor post-open hooks at 1732000900468 (+1 ms)Region opened successfully at 1732000900468 2024-11-19T07:21:40,469 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000900433 2024-11-19T07:21:40,471 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:21:40,471 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:21:40,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:40,472 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46699,1732000897429, state=OPEN 2024-11-19T07:21:40,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11304391545/meta-region-server 2024-11-19T07:21:40,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11304391545/meta-region-server 2024-11-19T07:21:40,481 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11304391545/meta-region-server: CHANGED 2024-11-19T07:21:40,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11304391545/meta-region-server: CHANGED 2024-11-19T07:21:40,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:21:40,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46699,1732000897429 in 200 msec 2024-11-19T07:21:40,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:21:40,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-19T07:21:40,484 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:40,484 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:21:40,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:40,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46699,1732000897429, seqNum=-1] 2024-11-19T07:21:40,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:40,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:40,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-19T07:21:40,489 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000900489, completionTime=-1 2024-11-19T07:21:40,489 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:21:40,489 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000960491 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001020491 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:36619, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,493 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.982sec 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:40,494 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:21:40,498 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:21:40,498 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:21:40,498 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36619,1732000897280-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:40,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a80f40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:40,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:40,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:40,579 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:40,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b536bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:40,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:40,581 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:40,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245e17ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:40,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:40,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46699,1732000897429, seqNum=-1] 2024-11-19T07:21:40,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:40,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:40,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,36619,1732000897280 2024-11-19T07:21:40,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:40,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:40,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f833490005 connected 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir so I do NOT create it in target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52 2024-11-19T07:21:40,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.tmp.dir so I do NOT create it in target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52 2024-11-19T07:21:40,620 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:21:40,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/cluster_17c9e264-aa1b-83be-e777-ed295518059a, deleteOnExit=true 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:21:40,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/test.cache.data in system properties and HBase conf 2024-11-19T07:21:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:21:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:21:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:21:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:21:40,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:21:40,621 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:21:40,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:21:40,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:21:40,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:21:41,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:41,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:41,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:41,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:41,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:21:41,056 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:41,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3000eeb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:41,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327edba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:41,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3266a1ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/java.io.tmpdir/jetty-localhost-39193-hadoop-hdfs-3_4_1-tests_jar-_-any-16532757664768856560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:21:41,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7faaa4cb{HTTP/1.1, (http/1.1)}{localhost:39193} 2024-11-19T07:21:41,160 INFO [Time-limited test {}] server.Server(415): Started @285416ms 2024-11-19T07:21:41,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:21:41,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:21:41,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:21:41,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:21:41,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:21:41,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eeae991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:21:41,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56347b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:21:41,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1611aebf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/java.io.tmpdir/jetty-localhost-45509-hadoop-hdfs-3_4_1-tests_jar-_-any-9613933459075948823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:21:41,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@450ae647{HTTP/1.1, (http/1.1)}{localhost:45509} 2024-11-19T07:21:41,607 INFO [Time-limited test {}] server.Server(415): Started @285862ms 2024-11-19T07:21:41,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:21:42,279 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/cluster_17c9e264-aa1b-83be-e777-ed295518059a/data/data2/current/BP-1781940213-172.17.0.2-1732000900660/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:42,280 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/cluster_17c9e264-aa1b-83be-e777-ed295518059a/data/data1/current/BP-1781940213-172.17.0.2-1732000900660/current, will proceed with Du for space computation calculation, 2024-11-19T07:21:42,308 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:21:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc31317b05ae272f2 with lease ID 0xae3e63bba4db2c3b: Processing first storage report for DS-92655f38-99e8-4d94-a7aa-19bceee0e011 from datanode DatanodeRegistration(127.0.0.1:34823, datanodeUuid=7e2f6059-4b32-454e-bd1a-64db38b6d861, infoPort=45181, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1150075613;c=1732000900660) 2024-11-19T07:21:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc31317b05ae272f2 with lease ID 0xae3e63bba4db2c3b: from storage DS-92655f38-99e8-4d94-a7aa-19bceee0e011 node DatanodeRegistration(127.0.0.1:34823, datanodeUuid=7e2f6059-4b32-454e-bd1a-64db38b6d861, infoPort=45181, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1150075613;c=1732000900660), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc31317b05ae272f2 with lease ID 0xae3e63bba4db2c3b: Processing first storage report for DS-7e2bbc99-3b5d-4b75-b5a3-b4908fb36a63 from datanode DatanodeRegistration(127.0.0.1:34823, datanodeUuid=7e2f6059-4b32-454e-bd1a-64db38b6d861, infoPort=45181, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1150075613;c=1732000900660) 2024-11-19T07:21:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc31317b05ae272f2 with lease ID 0xae3e63bba4db2c3b: from storage DS-7e2bbc99-3b5d-4b75-b5a3-b4908fb36a63 node DatanodeRegistration(127.0.0.1:34823, datanodeUuid=7e2f6059-4b32-454e-bd1a-64db38b6d861, infoPort=45181, infoSecurePort=0, ipcPort=46481, storageInfo=lv=-57;cid=testClusterID;nsid=1150075613;c=1732000900660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:21:42,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52 2024-11-19T07:21:42,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:21:42,757 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e with version=8 2024-11-19T07:21:42,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/hbase-staging 2024-11-19T07:21:42,760 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:21:42,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:42,761 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44249 2024-11-19T07:21:42,761 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44249 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:42,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442490x0, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:42,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44249-0x10151f833490006 connected 2024-11-19T07:21:42,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/running 2024-11-19T07:21:42,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e, hbase.cluster.distributed=false 2024-11-19T07:21:42,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/acl 2024-11-19T07:21:42,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-19T07:21:42,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44249 2024-11-19T07:21:42,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44249 2024-11-19T07:21:42,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-19T07:21:42,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44249 2024-11-19T07:21:42,932 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:21:42,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:21:42,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:21:42,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:21:42,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:21:42,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:21:42,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32901 2024-11-19T07:21:42,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32901 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:42,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:42,944 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329010x0, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:42,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329010x0, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/running 2024-11-19T07:21:42,944 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:21:42,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32901-0x10151f833490007 connected 2024-11-19T07:21:42,954 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:21:42,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/master 2024-11-19T07:21:42,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/acl 2024-11-19T07:21:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-19T07:21:42,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32901 2024-11-19T07:21:42,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32901 2024-11-19T07:21:42,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-19T07:21:42,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32901 2024-11-19T07:21:42,982 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:44249 2024-11-19T07:21:42,983 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2972439486/backup-masters/db0afee3eab9,44249,1732000902760 2024-11-19T07:21:42,994 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/backup-masters 2024-11-19T07:21:42,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/backup-masters 2024-11-19T07:21:42,995 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on existing znode=/2972439486/backup-masters/db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,007 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2972439486/master 2024-11-19T07:21:43,007 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,007 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on existing znode=/2972439486/master 2024-11-19T07:21:43,007 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2972439486/backup-masters/db0afee3eab9,44249,1732000902760 from backup master directory 2024-11-19T07:21:43,017 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/backup-masters 2024-11-19T07:21:43,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2972439486/backup-masters/db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/backup-masters 2024-11-19T07:21:43,017 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:43,017 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,020 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/hbase.id] with ID: 210b865c-f4cb-46ae-a45a-ddfc0770c3df 2024-11-19T07:21:43,020 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/.tmp/hbase.id 2024-11-19T07:21:43,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:21:43,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:21:43,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:21:43,423 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/.tmp/hbase.id]:[hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/hbase.id] 2024-11-19T07:21:43,430 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:21:43,430 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:21:43,431 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T07:21:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,462 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:21:43,474 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:43,474 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:21:43,475 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:43,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:21:43,483 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store 2024-11-19T07:21:43,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:21:43,488 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:43,488 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:21:43,488 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000903488Disabling compacts and flushes for region at 1732000903488Disabling writes for close at 1732000903488Writing region close event to WAL at 1732000903488Closed at 1732000903488 2024-11-19T07:21:43,489 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/.initializing 2024-11-19T07:21:43,489 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/WALs/db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,490 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:43,491 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C44249%2C1732000902760, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/WALs/db0afee3eab9,44249,1732000902760, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/oldWALs, maxLogs=10 2024-11-19T07:21:43,507 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/WALs/db0afee3eab9,44249,1732000902760/db0afee3eab9%2C44249%2C1732000902760.1732000903492, exclude list is [], retry=0 2024-11-19T07:21:43,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34823,DS-92655f38-99e8-4d94-a7aa-19bceee0e011,DISK] 2024-11-19T07:21:43,510 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/WALs/db0afee3eab9,44249,1732000902760/db0afee3eab9%2C44249%2C1732000902760.1732000903492 2024-11-19T07:21:43,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-19T07:21:43,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:43,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:43,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,511 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:21:43,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:43,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:43,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:21:43,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:43,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:43,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:21:43,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:21:43,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:43,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:43,517 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,517 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,518 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,518 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,518 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,519 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:43,519 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:21:43,521 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:43,522 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67623379, jitterRate=0.007666870951652527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:43,522 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000903511Initializing all the Stores at 1732000903512 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000903512Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000903512Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000903512Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000903512Cleaning up temporary data from old regions at 1732000903518 (+6 ms)Region opened successfully at 1732000903522 (+4 ms) 2024-11-19T07:21:43,522 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:21:43,524 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a201149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:43,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:21:43,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:21:43,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:21:43,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:21:43,526 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:21:43,526 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:21:43,526 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:21:43,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:21:43,529 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/balancer because node does not exist (not necessarily an error) 2024-11-19T07:21:43,575 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/balancer already deleted, retry=false 2024-11-19T07:21:43,576 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:21:43,576 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:21:43,586 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/normalizer already deleted, retry=false 2024-11-19T07:21:43,586 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:21:43,586 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:21:43,596 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/switch/split already deleted, retry=false 2024-11-19T07:21:43,597 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:21:43,607 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/switch/merge already deleted, retry=false 2024-11-19T07:21:43,608 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:21:43,617 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/snapshot-cleanup already deleted, retry=false 2024-11-19T07:21:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2972439486/running 2024-11-19T07:21:43,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,628 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2972439486/running 2024-11-19T07:21:43,628 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,628 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,44249,1732000902760, sessionid=0x10151f833490006, setting cluster-up flag (Was=false) 2024-11-19T07:21:43,649 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,681 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2972439486/flush-table-proc/acquired, /2972439486/flush-table-proc/reached, /2972439486/flush-table-proc/abort 2024-11-19T07:21:43,682 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,701 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:43,733 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2972439486/online-snapshot/acquired, /2972439486/online-snapshot/reached, /2972439486/online-snapshot/abort 2024-11-19T07:21:43,734 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,44249,1732000902760 2024-11-19T07:21:43,735 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:21:43,736 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:43,736 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:21:43,736 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:21:43,736 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,44249,1732000902760 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:43,737 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000933738 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:21:43,738 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:21:43,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:43,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:21:43,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:43,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:21:43,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:21:43,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:21:43,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:21:43,740 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:21:43,744 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:21:43,744 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:21:43,744 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000903744,5,FailOnTimeoutGroup] 2024-11-19T07:21:43,745 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000903744,5,FailOnTimeoutGroup] 2024-11-19T07:21:43,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:21:43,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,745 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:21:43,769 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(746): ClusterId : 210b865c-f4cb-46ae-a45a-ddfc0770c3df 2024-11-19T07:21:43,769 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:21:43,775 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:21:43,776 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:21:43,786 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:21:43,786 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594cf3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:21:43,800 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:32901 2024-11-19T07:21:43,800 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:21:43,800 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:21:43,800 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:21:43,801 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,44249,1732000902760 with port=32901, startcode=1732000902932 2024-11-19T07:21:43,801 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:21:43,802 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:21:43,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44249 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,803 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e 2024-11-19T07:21:43,803 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38487 2024-11-19T07:21:43,803 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:21:43,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/rs 2024-11-19T07:21:43,868 DEBUG [RS:0;db0afee3eab9:32901 {}] zookeeper.ZKUtil(111): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on existing znode=/2972439486/rs/db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,868 WARN [RS:0;db0afee3eab9:32901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:21:43,868 INFO [RS:0;db0afee3eab9:32901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:43,868 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,32901,1732000902932] 2024-11-19T07:21:43,870 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:21:43,872 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:21:43,872 INFO [RS:0;db0afee3eab9:32901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:21:43,872 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,872 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:21:43,873 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:21:43,873 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:43,873 DEBUG [RS:0;db0afee3eab9:32901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,874 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32901,1732000902932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:43,888 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:21:43,888 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32901,1732000902932-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,888 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,888 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.Replication(171): db0afee3eab9,32901,1732000902932 started 2024-11-19T07:21:43,904 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:43,904 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,32901,1732000902932, RpcServer on db0afee3eab9/172.17.0.2:32901, sessionid=0x10151f833490007 2024-11-19T07:21:43,904 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:21:43,904 DEBUG [RS:0;db0afee3eab9:32901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,904 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,32901,1732000902932' 2024-11-19T07:21:43,904 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2972439486/flush-table-proc/abort' 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2972439486/flush-table-proc/acquired' 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,32901,1732000902932 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,32901,1732000902932' 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2972439486/online-snapshot/abort' 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2972439486/online-snapshot/acquired' 2024-11-19T07:21:43,905 DEBUG [RS:0;db0afee3eab9:32901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:21:43,906 INFO [RS:0;db0afee3eab9:32901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:21:43,906 INFO [RS:0;db0afee3eab9:32901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:21:44,006 INFO [RS:0;db0afee3eab9:32901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:21:44,007 INFO [RS:0;db0afee3eab9:32901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C32901%2C1732000902932, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/oldWALs, maxLogs=10 2024-11-19T07:21:44,019 DEBUG [RS:0;db0afee3eab9:32901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, exclude list is [], retry=0 2024-11-19T07:21:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34823,DS-92655f38-99e8-4d94-a7aa-19bceee0e011,DISK] 2024-11-19T07:21:44,022 INFO [RS:0;db0afee3eab9:32901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 2024-11-19T07:21:44,022 DEBUG [RS:0;db0afee3eab9:32901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-19T07:21:44,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:21:44,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e 2024-11-19T07:21:44,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:21:44,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:44,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:44,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:44,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:44,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:44,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:44,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:44,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:44,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:44,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:44,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:44,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:44,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:44,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:44,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:44,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:44,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:44,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740 2024-11-19T07:21:44,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740 2024-11-19T07:21:44,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:44,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:44,566 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:44,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:44,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:44,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67404609, jitterRate=0.004406943917274475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000904557Initializing all the Stores at 1732000904558 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000904558Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000904558Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000904558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000904558Cleaning up temporary data from old regions at 1732000904566 (+8 ms)Region opened successfully at 1732000904569 (+3 ms) 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:21:44,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:21:44,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:21:44,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000904569Disabling compacts and flushes for region at 1732000904569Disabling writes for close at 1732000904569Writing region close event to WAL at 1732000904569Closed at 1732000904569 2024-11-19T07:21:44,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:44,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:21:44,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:21:44,571 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:44,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:21:44,722 DEBUG [db0afee3eab9:44249 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:21:44,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:44,723 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,32901,1732000902932, state=OPENING 2024-11-19T07:21:44,786 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:21:44,796 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:44,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:44,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2972439486/meta-region-server: CHANGED 2024-11-19T07:21:44,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2972439486/meta-region-server: CHANGED 2024-11-19T07:21:44,797 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:21:44,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,32901,1732000902932}] 2024-11-19T07:21:44,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:44,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:21:44,960 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:21:44,960 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:44,961 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:21:44,962 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C32901%2C1732000902932.meta, suffix=.meta, logDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/oldWALs, maxLogs=10 2024-11-19T07:21:44,982 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.meta.1732000904962.meta, exclude list is [], retry=0 2024-11-19T07:21:44,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34823,DS-92655f38-99e8-4d94-a7aa-19bceee0e011,DISK] 2024-11-19T07:21:45,005 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.meta.1732000904962.meta 2024-11-19T07:21:45,008 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-19T07:21:45,008 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:45,009 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:45,009 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:45,009 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:21:45,009 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:21:45,009 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:21:45,009 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:45,010 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:21:45,010 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:21:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:21:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:21:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:45,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:21:45,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:21:45,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:45,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:21:45,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:21:45,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:21:45,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:21:45,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:21:45,033 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:21:45,034 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740 2024-11-19T07:21:45,034 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740 2024-11-19T07:21:45,039 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:21:45,039 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:21:45,040 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:21:45,041 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:21:45,042 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74887338, jitterRate=0.11590829491615295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:21:45,042 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:21:45,042 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000905010Writing region info on filesystem at 1732000905010Initializing all the Stores at 1732000905011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000905011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000905011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000905011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000905011Cleaning up temporary data from old regions at 1732000905039 (+28 ms)Running coprocessor post-open hooks at 1732000905042 (+3 ms)Region opened successfully at 1732000905042 2024-11-19T07:21:45,043 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000904950 2024-11-19T07:21:45,045 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:21:45,045 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:21:45,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:45,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,32901,1732000902932, state=OPEN 2024-11-19T07:21:45,078 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2972439486/meta-region-server 2024-11-19T07:21:45,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2972439486/meta-region-server 2024-11-19T07:21:45,078 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:45,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2972439486/meta-region-server: CHANGED 2024-11-19T07:21:45,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2972439486/meta-region-server: CHANGED 2024-11-19T07:21:45,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:21:45,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,32901,1732000902932 in 282 msec 2024-11-19T07:21:45,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:21:45,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 510 msec 2024-11-19T07:21:45,082 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:21:45,082 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:21:45,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:45,083 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,32901,1732000902932, seqNum=-1] 2024-11-19T07:21:45,084 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:45,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:45,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3520 sec 2024-11-19T07:21:45,088 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000905088, completionTime=-1 2024-11-19T07:21:45,088 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:21:45,088 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732000965090 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001025090 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:44249, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,090 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,092 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:21:45,092 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.078sec 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:21:45,096 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:21:45,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:21:45,101 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:21:45,101 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,44249,1732000902760-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:21:45,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c7a442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:45,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:45,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:45,171 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:45,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598cb5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:45,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:45,173 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:45,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c97c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:45,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:45,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,32901,1732000902932, seqNum=-1] 2024-11-19T07:21:45,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:45,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:45,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,44249,1732000902760 2024-11-19T07:21:45,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49286 2024-11-19T07:21:45,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:21:45,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10151f833490008 connected 2024-11-19T07:21:45,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,43005,1732000891451 2024-11-19T07:21:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e886495 2024-11-19T07:21:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:45,199 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:45,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:21:45,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:45,202 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:21:45,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:21:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:45,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eea7a2c1e277f1bd8dd2c306606a8d2d, NAME => 'test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa 2024-11-19T07:21:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eea7a2c1e277f1bd8dd2c306606a8d2d, disabling compactions & flushes 2024-11-19T07:21:45,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. after waiting 0 ms 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,617 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,617 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eea7a2c1e277f1bd8dd2c306606a8d2d: Waiting for close lock at 1732000905617Disabling compacts and flushes for region at 1732000905617Disabling writes for close at 1732000905617Writing region close event to WAL at 1732000905617Closed at 1732000905617 2024-11-19T07:21:45,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:45,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000905618"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000905618"}]},"ts":"1732000905618"} 2024-11-19T07:21:45,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:45,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:45,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000905621"}]},"ts":"1732000905621"} 2024-11-19T07:21:45,623 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:21:45,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eea7a2c1e277f1bd8dd2c306606a8d2d, ASSIGN}] 2024-11-19T07:21:45,624 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eea7a2c1e277f1bd8dd2c306606a8d2d, ASSIGN 2024-11-19T07:21:45,625 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eea7a2c1e277f1bd8dd2c306606a8d2d, ASSIGN; state=OFFLINE, location=db0afee3eab9,34051,1732000891628; forceNewPlan=false, retain=false 2024-11-19T07:21:45,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eea7a2c1e277f1bd8dd2c306606a8d2d, regionState=OPENING, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:45,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eea7a2c1e277f1bd8dd2c306606a8d2d, ASSIGN because future has completed 2024-11-19T07:21:45,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea7a2c1e277f1bd8dd2c306606a8d2d, server=db0afee3eab9,34051,1732000891628}] 2024-11-19T07:21:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:45,939 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,939 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eea7a2c1e277f1bd8dd2c306606a8d2d, NAME => 'test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:45,939 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:45,940 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:21:45,940 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,940 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:45,940 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,940 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,941 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,942 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea7a2c1e277f1bd8dd2c306606a8d2d columnFamilyName f 2024-11-19T07:21:45,942 DEBUG [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,942 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(327): Store=eea7a2c1e277f1bd8dd2c306606a8d2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:45,942 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,943 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea7a2c1e277f1bd8dd2c306606a8d2d columnFamilyName f1 2024-11-19T07:21:45,943 DEBUG [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,943 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(327): Store=eea7a2c1e277f1bd8dd2c306606a8d2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:45,943 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,944 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eea7a2c1e277f1bd8dd2c306606a8d2d columnFamilyName norep 2024-11-19T07:21:45,944 DEBUG [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:45,944 INFO [StoreOpener-eea7a2c1e277f1bd8dd2c306606a8d2d-1 {}] regionserver.HStore(327): Store=eea7a2c1e277f1bd8dd2c306606a8d2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:45,944 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,945 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,945 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,945 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,945 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,946 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:45,946 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,948 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:45,948 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eea7a2c1e277f1bd8dd2c306606a8d2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66811408, jitterRate=-0.0044324398040771484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:45,948 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:21:45,949 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eea7a2c1e277f1bd8dd2c306606a8d2d: Running coprocessor pre-open hook at 1732000905940Writing region info on filesystem at 1732000905940Initializing all the Stores at 1732000905941 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000905941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000905941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000905941Cleaning up temporary data from old regions at 1732000905945 (+4 ms)Running coprocessor post-open hooks at 1732000905948 (+3 ms)Region opened successfully at 1732000905948 2024-11-19T07:21:45,949 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d., pid=6, masterSystemTime=1732000905936 2024-11-19T07:21:45,951 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,951 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:21:45,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eea7a2c1e277f1bd8dd2c306606a8d2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:45,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eea7a2c1e277f1bd8dd2c306606a8d2d, server=db0afee3eab9,34051,1732000891628 because future has completed 2024-11-19T07:21:45,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:21:45,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eea7a2c1e277f1bd8dd2c306606a8d2d, server=db0afee3eab9,34051,1732000891628 in 169 msec 2024-11-19T07:21:45,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:21:45,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eea7a2c1e277f1bd8dd2c306606a8d2d, ASSIGN in 331 msec 2024-11-19T07:21:45,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:45,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000905956"}]},"ts":"1732000905956"} 2024-11-19T07:21:45,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:21:45,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:45,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-19T07:21:45,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:45,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:45,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:46,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:46,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:46,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:46,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:21:46,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@158c07a6 2024-11-19T07:21:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:46,336 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:46,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:21:46,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:46,338 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:46,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:46,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:21:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:46,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:21:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:46,744 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65fb978447a03b8958a79c518acb0ef2, NAME => 'test,,1732000906336.65fb978447a03b8958a79c518acb0ef2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c 2024-11-19T07:21:46,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:21:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000906336.65fb978447a03b8958a79c518acb0ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 65fb978447a03b8958a79c518acb0ef2, disabling compactions & flushes 2024-11-19T07:21:47,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. after waiting 0 ms 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65fb978447a03b8958a79c518acb0ef2: Waiting for close lock at 1732000907149Disabling compacts and flushes for region at 1732000907149Disabling writes for close at 1732000907149Writing region close event to WAL at 1732000907149Closed at 1732000907149 2024-11-19T07:21:47,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:47,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000906336.65fb978447a03b8958a79c518acb0ef2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000907151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000907151"}]},"ts":"1732000907151"} 2024-11-19T07:21:47,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:47,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:47,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000907155"}]},"ts":"1732000907155"} 2024-11-19T07:21:47,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:21:47,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65fb978447a03b8958a79c518acb0ef2, ASSIGN}] 2024-11-19T07:21:47,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=65fb978447a03b8958a79c518acb0ef2, ASSIGN 2024-11-19T07:21:47,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=65fb978447a03b8958a79c518acb0ef2, ASSIGN; state=OFFLINE, location=db0afee3eab9,46699,1732000897429; forceNewPlan=false, retain=false 2024-11-19T07:21:47,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65fb978447a03b8958a79c518acb0ef2, regionState=OPENING, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:47,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=65fb978447a03b8958a79c518acb0ef2, ASSIGN because future has completed 2024-11-19T07:21:47,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65fb978447a03b8958a79c518acb0ef2, server=db0afee3eab9,46699,1732000897429}] 2024-11-19T07:21:47,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:47,481 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,481 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 65fb978447a03b8958a79c518acb0ef2, NAME => 'test,,1732000906336.65fb978447a03b8958a79c518acb0ef2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:47,482 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:47,482 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:21:47,482 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,482 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000906336.65fb978447a03b8958a79c518acb0ef2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:47,482 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,483 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,486 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,487 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fb978447a03b8958a79c518acb0ef2 columnFamilyName f 2024-11-19T07:21:47,487 DEBUG [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:47,487 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(327): Store=65fb978447a03b8958a79c518acb0ef2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:47,487 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,488 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fb978447a03b8958a79c518acb0ef2 columnFamilyName f1 2024-11-19T07:21:47,488 DEBUG [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:47,489 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(327): Store=65fb978447a03b8958a79c518acb0ef2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:47,489 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,489 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65fb978447a03b8958a79c518acb0ef2 columnFamilyName norep 2024-11-19T07:21:47,490 DEBUG [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:47,490 INFO [StoreOpener-65fb978447a03b8958a79c518acb0ef2-1 {}] regionserver.HStore(327): Store=65fb978447a03b8958a79c518acb0ef2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:47,490 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,490 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,491 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,491 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,491 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,492 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:47,493 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,497 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:47,497 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 65fb978447a03b8958a79c518acb0ef2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60821145, jitterRate=-0.09369431436061859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:47,497 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:21:47,497 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 65fb978447a03b8958a79c518acb0ef2: Running coprocessor pre-open hook at 1732000907483Writing region info on filesystem at 1732000907483Initializing all the Stores at 1732000907485 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000907485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000907485Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000907485Cleaning up temporary data from old regions at 1732000907491 (+6 ms)Running coprocessor post-open hooks at 1732000907497 (+6 ms)Region opened successfully at 1732000907497 2024-11-19T07:21:47,501 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000906336.65fb978447a03b8958a79c518acb0ef2., pid=6, masterSystemTime=1732000907477 2024-11-19T07:21:47,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=65fb978447a03b8958a79c518acb0ef2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:47,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65fb978447a03b8958a79c518acb0ef2, server=db0afee3eab9,46699,1732000897429 because future has completed 2024-11-19T07:21:47,521 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,521 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:21:47,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:21:47,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 65fb978447a03b8958a79c518acb0ef2, server=db0afee3eab9,46699,1732000897429 in 206 msec 2024-11-19T07:21:47,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:21:47,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=65fb978447a03b8958a79c518acb0ef2, ASSIGN in 374 msec 2024-11-19T07:21:47,537 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:47,538 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000907537"}]},"ts":"1732000907537"} 2024-11-19T07:21:47,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:21:47,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:47,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-19T07:21:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:48,485 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:21:48,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44249,1732000902760 2024-11-19T07:21:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8eb59d 2024-11-19T07:21:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:48,488 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:48,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:21:48,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:48,491 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:48,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:21:48,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:21:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:48,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb200526ff8514a322de476a3d4d956b, NAME => 'test,,1732000908488.eb200526ff8514a322de476a3d4d956b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e 2024-11-19T07:21:48,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:21:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000908488.eb200526ff8514a322de476a3d4d956b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eb200526ff8514a322de476a3d4d956b, disabling compactions & flushes 2024-11-19T07:21:49,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000908488.eb200526ff8514a322de476a3d4d956b. after waiting 0 ms 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,312 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,312 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb200526ff8514a322de476a3d4d956b: Waiting for close lock at 1732000909312Disabling compacts and flushes for region at 1732000909312Disabling writes for close at 1732000909312Writing region close event to WAL at 1732000909312Closed at 1732000909312 2024-11-19T07:21:49,313 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:49,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000908488.eb200526ff8514a322de476a3d4d956b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000909313"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000909313"}]},"ts":"1732000909313"} 2024-11-19T07:21:49,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:49,316 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:49,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000909316"}]},"ts":"1732000909316"} 2024-11-19T07:21:49,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:21:49,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb200526ff8514a322de476a3d4d956b, ASSIGN}] 2024-11-19T07:21:49,319 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eb200526ff8514a322de476a3d4d956b, ASSIGN 2024-11-19T07:21:49,319 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eb200526ff8514a322de476a3d4d956b, ASSIGN; state=OFFLINE, location=db0afee3eab9,32901,1732000902932; forceNewPlan=false, retain=false 2024-11-19T07:21:49,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb200526ff8514a322de476a3d4d956b, regionState=OPENING, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:49,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eb200526ff8514a322de476a3d4d956b, ASSIGN because future has completed 2024-11-19T07:21:49,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb200526ff8514a322de476a3d4d956b, server=db0afee3eab9,32901,1732000902932}] 2024-11-19T07:21:49,627 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eb200526ff8514a322de476a3d4d956b, NAME => 'test,,1732000908488.eb200526ff8514a322de476a3d4d956b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:49,628 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:49,628 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:21:49,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000908488.eb200526ff8514a322de476a3d4d956b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:49,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,628 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,629 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,631 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb200526ff8514a322de476a3d4d956b columnFamilyName f 2024-11-19T07:21:49,632 DEBUG [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:49,632 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(327): Store=eb200526ff8514a322de476a3d4d956b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:49,632 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,633 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb200526ff8514a322de476a3d4d956b columnFamilyName f1 2024-11-19T07:21:49,633 DEBUG [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:49,633 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(327): Store=eb200526ff8514a322de476a3d4d956b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:49,633 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:49,634 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb200526ff8514a322de476a3d4d956b columnFamilyName norep 2024-11-19T07:21:49,634 DEBUG [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:49,634 INFO [StoreOpener-eb200526ff8514a322de476a3d4d956b-1 {}] regionserver.HStore(327): Store=eb200526ff8514a322de476a3d4d956b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:49,635 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,635 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,635 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,636 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,636 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,636 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:49,637 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,639 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:49,639 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eb200526ff8514a322de476a3d4d956b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68448049, jitterRate=0.019955411553382874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:49,639 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:21:49,639 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eb200526ff8514a322de476a3d4d956b: Running coprocessor pre-open hook at 1732000909628Writing region info on filesystem at 1732000909628Initializing all the Stores at 1732000909629 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000909629Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000909629Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000909629Cleaning up temporary data from old regions at 1732000909636 (+7 ms)Running coprocessor post-open hooks at 1732000909639 (+3 ms)Region opened successfully at 1732000909639 2024-11-19T07:21:49,640 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000908488.eb200526ff8514a322de476a3d4d956b., pid=6, masterSystemTime=1732000909624 2024-11-19T07:21:49,641 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,642 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:21:49,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eb200526ff8514a322de476a3d4d956b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:49,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb200526ff8514a322de476a3d4d956b, server=db0afee3eab9,32901,1732000902932 because future has completed 2024-11-19T07:21:49,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:21:49,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eb200526ff8514a322de476a3d4d956b, server=db0afee3eab9,32901,1732000902932 in 173 msec 2024-11-19T07:21:49,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:21:49,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eb200526ff8514a322de476a3d4d956b, ASSIGN in 329 msec 2024-11-19T07:21:49,649 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:49,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000909649"}]},"ts":"1732000909649"} 2024-11-19T07:21:49,651 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:21:49,652 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:49,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-19T07:21:49,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:21:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:21:50,645 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:21:50,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23393c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,43005,-1 for getting cluster id 2024-11-19T07:21:50,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:50,647 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc' 2024-11-19T07:21:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc" 2024-11-19T07:21:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a714b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,43005,-1] 2024-11-19T07:21:50,647 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:50,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:50,648 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:50,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae3fd04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,43005,1732000891451 2024-11-19T07:21:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595fa71c 2024-11-19T07:21:50,650 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:50,651 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:50,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:50,654 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36619' 2024-11-19T07:21:50,654 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb1e383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,654 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:50,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:50,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:50,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:50,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:50,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493741d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:50,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:50,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:50,656 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:50,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f8fd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:50,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:50,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:50,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc42ac4 2024-11-19T07:21:50,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:50,658 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:50,659 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:21:50,659 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:50,659 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:50,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:50,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:50,660 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:50,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:50,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:50,663 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:50,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:50,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:50,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:51,078 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0f63477a77c8569826898214cf8c025, NAME => 'hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa 2024-11-19T07:21:51,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:51,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:51,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0f63477a77c8569826898214cf8c025, disabling compactions & flushes 2024-11-19T07:21:51,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. after waiting 0 ms 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0f63477a77c8569826898214cf8c025: Waiting for close lock at 1732000911482Disabling compacts and flushes for region at 1732000911482Disabling writes for close at 1732000911482Writing region close event to WAL at 1732000911482Closed at 1732000911482 2024-11-19T07:21:51,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:51,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000911483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000911483"}]},"ts":"1732000911483"} 2024-11-19T07:21:51,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:51,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:51,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000911486"}]},"ts":"1732000911486"} 2024-11-19T07:21:51,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:51,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0f63477a77c8569826898214cf8c025, ASSIGN}] 2024-11-19T07:21:51,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0f63477a77c8569826898214cf8c025, ASSIGN 2024-11-19T07:21:51,490 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0f63477a77c8569826898214cf8c025, ASSIGN; state=OFFLINE, location=db0afee3eab9,34051,1732000891628; forceNewPlan=false, retain=false 2024-11-19T07:21:51,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0f63477a77c8569826898214cf8c025, regionState=OPENING, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0f63477a77c8569826898214cf8c025, ASSIGN because future has completed 2024-11-19T07:21:51,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f63477a77c8569826898214cf8c025, server=db0afee3eab9,34051,1732000891628}] 2024-11-19T07:21:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:51,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:51,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:51,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C34051%2C1732000891628.rep, suffix=, logDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628, archiveDir=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs, maxLogs=10 2024-11-19T07:21:51,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.rep.1732000911799, exclude list is [], retry=0 2024-11-19T07:21:51,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45129,DS-185851f6-0867-456a-994b-dbf1452ac2f8,DISK] 2024-11-19T07:21:51,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.rep.1732000911799 2024-11-19T07:21:51,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36733:36733)] 2024-11-19T07:21:51,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0f63477a77c8569826898214cf8c025, NAME => 'hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:51,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:51,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:51,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. service=MultiRowMutationService 2024-11-19T07:21:51,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:51,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:51,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,816 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,817 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f63477a77c8569826898214cf8c025 columnFamilyName hfileref 2024-11-19T07:21:51,817 DEBUG [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:51,817 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(327): Store=b0f63477a77c8569826898214cf8c025/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:51,817 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,817 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f63477a77c8569826898214cf8c025 columnFamilyName queue 2024-11-19T07:21:51,817 DEBUG [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:51,818 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(327): Store=b0f63477a77c8569826898214cf8c025/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:51,818 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,818 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0f63477a77c8569826898214cf8c025 columnFamilyName sid 2024-11-19T07:21:51,818 DEBUG [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:51,818 INFO [StoreOpener-b0f63477a77c8569826898214cf8c025-1 {}] regionserver.HStore(327): Store=b0f63477a77c8569826898214cf8c025/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:51,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:51,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:51,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0f63477a77c8569826898214cf8c025; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60819021, jitterRate=-0.09372596442699432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:51,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0f63477a77c8569826898214cf8c025 2024-11-19T07:21:51,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0f63477a77c8569826898214cf8c025: Running coprocessor pre-open hook at 1732000911815Writing region info on filesystem at 1732000911815Initializing all the Stores at 1732000911815Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000911816 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000911816Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000911816Cleaning up temporary data from old regions at 1732000911820 (+4 ms)Running coprocessor post-open hooks at 1732000911822 (+2 ms)Region opened successfully at 1732000911822 2024-11-19T07:21:51,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025., pid=10, masterSystemTime=1732000911795 2024-11-19T07:21:51,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:21:51,825 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0f63477a77c8569826898214cf8c025, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,34051,1732000891628 2024-11-19T07:21:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0f63477a77c8569826898214cf8c025, server=db0afee3eab9,34051,1732000891628 because future has completed 2024-11-19T07:21:51,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:51,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0f63477a77c8569826898214cf8c025, server=db0afee3eab9,34051,1732000891628 in 185 msec 2024-11-19T07:21:51,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:51,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0f63477a77c8569826898214cf8c025, ASSIGN in 340 msec 2024-11-19T07:21:51,831 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:51,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000911831"}]},"ts":"1732000911831"} 2024-11-19T07:21:51,833 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:51,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:51,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-19T07:21:51,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025., hostname=db0afee3eab9,34051,1732000891628, seqNum=2] 2024-11-19T07:21:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:21:52,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:52,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:52,294 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:52,339 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,34051,1732000891628, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:52,339 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:52,339 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34051,1732000891628, seqNum=-1] 2024-11-19T07:21:52,340 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:52,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:52,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,34051,1732000891628', locateType=CURRENT is [region=hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025., hostname=db0afee3eab9,34051,1732000891628, seqNum=2] 2024-11-19T07:21:52,344 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:52,346 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,34051,1732000891628 suceeded 2024-11-19T07:21:52,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:52,347 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:52,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-19T07:21:52,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6960 sec 2024-11-19T07:21:52,356 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36619' 2024-11-19T07:21:52,357 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1430852f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,357 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:52,357 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:52,358 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@764099c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:52,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:52,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,359 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:52,359 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@180c5bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,360 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:52,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:52,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29083433 2024-11-19T07:21:52,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:52,361 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:52,361 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,34051,1732000891628 (queues=1) is replicating from cluster=ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc to cluster=92f5a697-0a70-4a66-865d-3ad59b42e4e8 2024-11-19T07:21:52,361 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C34051%2C1732000891628 2024-11-19T07:21:52,362 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,34051,1732000891628, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:52,362 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C34051%2C1732000891628 2024-11-19T07:21:52,362 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503, startPosition=0, beingWritten=true 2024-11-19T07:21:52,365 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:52,366 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:52,366 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,34051,1732000891628 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:52,568 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:52,804 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:52,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:52,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,805 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1ee48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:52,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:52,806 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508dd279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:52,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,807 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:52,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b542b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3851d389 2024-11-19T07:21:52,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:52,809 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:52,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:44249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:52,811 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44249' 2024-11-19T07:21:52,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315b382e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:52,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:52,813 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dadc95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:52,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,814 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:52,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228ff628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:52,814 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44249,1732000902760 2024-11-19T07:21:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680ae8d4 2024-11-19T07:21:52,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:52,815 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:52,816 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:21:52,816 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:52,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,816 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:52,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:52,816 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:52,817 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:52,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:52,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:52,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:52,824 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45d9acbc521e9e9945a4c952c1e9c751, NAME => 'hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c 2024-11-19T07:21:52,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:52,867 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:52,871 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 45d9acbc521e9e9945a4c952c1e9c751, disabling compactions & flushes 2024-11-19T07:21:53,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. after waiting 0 ms 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45d9acbc521e9e9945a4c952c1e9c751: Waiting for close lock at 1732000913230Disabling compacts and flushes for region at 1732000913230Disabling writes for close at 1732000913230Writing region close event to WAL at 1732000913230Closed at 1732000913230 2024-11-19T07:21:53,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:53,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000913231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000913231"}]},"ts":"1732000913231"} 2024-11-19T07:21:53,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:53,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:53,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000913233"}]},"ts":"1732000913233"} 2024-11-19T07:21:53,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:53,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d9acbc521e9e9945a4c952c1e9c751, ASSIGN}] 2024-11-19T07:21:53,236 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d9acbc521e9e9945a4c952c1e9c751, ASSIGN 2024-11-19T07:21:53,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d9acbc521e9e9945a4c952c1e9c751, ASSIGN; state=OFFLINE, location=db0afee3eab9,46699,1732000897429; forceNewPlan=false, retain=false 2024-11-19T07:21:53,274 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:53,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:21:53,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:21:53,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:21:53,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:21:53,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d9acbc521e9e9945a4c952c1e9c751, regionState=OPENING, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:53,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=45d9acbc521e9e9945a4c952c1e9c751, ASSIGN because future has completed 2024-11-19T07:21:53,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d9acbc521e9e9945a4c952c1e9c751, server=db0afee3eab9,46699,1732000897429}] 2024-11-19T07:21:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:53,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:53,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:53,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46699%2C1732000897429.rep, suffix=, logDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429, archiveDir=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/oldWALs, maxLogs=10 2024-11-19T07:21:53,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.rep.1732000913545, exclude list is [], retry=0 2024-11-19T07:21:53,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37561,DS-843dfeac-9f0b-4a6b-a838-314843074ef9,DISK] 2024-11-19T07:21:53,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.rep.1732000913545 2024-11-19T07:21:53,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663)] 2024-11-19T07:21:53,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 45d9acbc521e9e9945a4c952c1e9c751, NAME => 'hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:53,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:53,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:53,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. service=MultiRowMutationService 2024-11-19T07:21:53,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:53,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:53,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,561 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,562 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d9acbc521e9e9945a4c952c1e9c751 columnFamilyName hfileref 2024-11-19T07:21:53,562 DEBUG [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:53,562 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(327): Store=45d9acbc521e9e9945a4c952c1e9c751/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:53,562 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,563 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d9acbc521e9e9945a4c952c1e9c751 columnFamilyName queue 2024-11-19T07:21:53,563 DEBUG [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:53,563 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(327): Store=45d9acbc521e9e9945a4c952c1e9c751/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:53,563 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,564 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45d9acbc521e9e9945a4c952c1e9c751 columnFamilyName sid 2024-11-19T07:21:53,564 DEBUG [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:53,564 INFO [StoreOpener-45d9acbc521e9e9945a4c952c1e9c751-1 {}] regionserver.HStore(327): Store=45d9acbc521e9e9945a4c952c1e9c751/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:53,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/replication/45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/replication/45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:53,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/replication/45d9acbc521e9e9945a4c952c1e9c751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:53,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 45d9acbc521e9e9945a4c952c1e9c751; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63587925, jitterRate=-0.05246607959270477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:53,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:21:53,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 45d9acbc521e9e9945a4c952c1e9c751: Running coprocessor pre-open hook at 1732000913560Writing region info on filesystem at 1732000913560Initializing all the Stores at 1732000913560Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000913560Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000913561 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000913561Cleaning up temporary data from old regions at 1732000913565 (+4 ms)Running coprocessor post-open hooks at 1732000913568 (+3 ms)Region opened successfully at 1732000913568 2024-11-19T07:21:53,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751., pid=10, masterSystemTime=1732000913541 2024-11-19T07:21:53,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:21:53,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=45d9acbc521e9e9945a4c952c1e9c751, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46699,1732000897429 2024-11-19T07:21:53,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45d9acbc521e9e9945a4c952c1e9c751, server=db0afee3eab9,46699,1732000897429 because future has completed 2024-11-19T07:21:53,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:53,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 45d9acbc521e9e9945a4c952c1e9c751, server=db0afee3eab9,46699,1732000897429 in 183 msec 2024-11-19T07:21:53,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:53,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=45d9acbc521e9e9945a4c952c1e9c751, ASSIGN in 339 msec 2024-11-19T07:21:53,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:53,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000913575"}]},"ts":"1732000913575"} 2024-11-19T07:21:53,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:53,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:53,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-19T07:21:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751., hostname=db0afee3eab9,46699,1732000897429, seqNum=2] 2024-11-19T07:21:53,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:53,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:21:53,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:53,777 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:53,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:53,876 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:53,906 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,46699,1732000897429, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:53,907 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:53,907 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46699,1732000897429, seqNum=-1] 2024-11-19T07:21:53,907 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:53,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,46699,1732000897429', locateType=CURRENT is [region=hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751., hostname=db0afee3eab9,46699,1732000897429, seqNum=2] 2024-11-19T07:21:53,912 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:53,914 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,46699,1732000897429 suceeded 2024-11-19T07:21:53,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:53,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-19T07:21:53,916 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:44249,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:53,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1070 sec 2024-11-19T07:21:53,927 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:44249' 2024-11-19T07:21:53,928 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171c13b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,928 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:53,928 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:53,929 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4343a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:53,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:53,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,930 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:53,931 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7cbdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,931 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:53,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44249,1732000902760 2024-11-19T07:21:53,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bf69209 2024-11-19T07:21:53,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:53,933 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:53,936 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,46699,1732000897429 (queues=1) is replicating from cluster=92f5a697-0a70-4a66-865d-3ad59b42e4e8 to cluster=210b865c-f4cb-46ae-a45a-ddfc0770c3df 2024-11-19T07:21:53,936 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C46699%2C1732000897429 2024-11-19T07:21:53,936 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,46699,1732000897429, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:53,936 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, startPosition=0, beingWritten=true 2024-11-19T07:21:53,936 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C46699%2C1732000897429 2024-11-19T07:21:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:53,945 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:53,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:53,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:53,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:53,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18267bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:53,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:53,948 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:53,948 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:53,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:53,948 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:53,948 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17664051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:53,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,950 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:53,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72996cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,44249,1732000902760 2024-11-19T07:21:53,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73eefd1 2024-11-19T07:21:53,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:53,953 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:53,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:21:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:21:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:53,956 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36619' 2024-11-19T07:21:53,957 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c76e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,957 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:53,957 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:53,958 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:53,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:53,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:53,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139e5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:53,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:53,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,959 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:53,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76caaca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:53,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:53,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:53,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f977b 2024-11-19T07:21:53,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:53,961 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:21:53,961 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:21:53,961 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:21:53,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,961 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:53,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:53,962 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:21:53,963 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:21:53,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:21:53,963 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:53,964 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:21:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:21:54,013 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:21:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:54,153 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:54,369 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6ee00758d365e5a418382534e472bd6, NAME => 'hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e 2024-11-19T07:21:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:21:54,393 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:54,456 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:54,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:54,774 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:54,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6ee00758d365e5a418382534e472bd6, disabling compactions & flushes 2024-11-19T07:21:54,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:54,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:54,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. after waiting 0 ms 2024-11-19T07:21:54,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:54,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:54,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6ee00758d365e5a418382534e472bd6: Waiting for close lock at 1732000914775Disabling compacts and flushes for region at 1732000914775Disabling writes for close at 1732000914775Writing region close event to WAL at 1732000914775Closed at 1732000914775 2024-11-19T07:21:54,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:21:54,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000914776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000914776"}]},"ts":"1732000914776"} 2024-11-19T07:21:54,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:21:54,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:21:54,778 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000914778"}]},"ts":"1732000914778"} 2024-11-19T07:21:54,780 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:21:54,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6ee00758d365e5a418382534e472bd6, ASSIGN}] 2024-11-19T07:21:54,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6ee00758d365e5a418382534e472bd6, ASSIGN 2024-11-19T07:21:54,781 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6ee00758d365e5a418382534e472bd6, ASSIGN; state=OFFLINE, location=db0afee3eab9,32901,1732000902932; forceNewPlan=false, retain=false 2024-11-19T07:21:54,859 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:54,932 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6ee00758d365e5a418382534e472bd6, regionState=OPENING, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:54,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6ee00758d365e5a418382534e472bd6, ASSIGN because future has completed 2024-11-19T07:21:54,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ee00758d365e5a418382534e472bd6, server=db0afee3eab9,32901,1732000902932}] 2024-11-19T07:21:55,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:55,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:21:55,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:21:55,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C32901%2C1732000902932.rep, suffix=, logDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932, archiveDir=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/oldWALs, maxLogs=10 2024-11-19T07:21:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:55,096 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:55,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.rep.1732000915090, exclude list is [], retry=0 2024-11-19T07:21:55,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34823,DS-92655f38-99e8-4d94-a7aa-19bceee0e011,DISK] 2024-11-19T07:21:55,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.rep.1732000915090 2024-11-19T07:21:55,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45181:45181)] 2024-11-19T07:21:55,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6ee00758d365e5a418382534e472bd6, NAME => 'hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:21:55,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:21:55,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:21:55,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. service=MultiRowMutationService 2024-11-19T07:21:55,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:21:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:21:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,114 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,114 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ee00758d365e5a418382534e472bd6 columnFamilyName hfileref 2024-11-19T07:21:55,115 DEBUG [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:55,115 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(327): Store=f6ee00758d365e5a418382534e472bd6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:55,115 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,115 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ee00758d365e5a418382534e472bd6 columnFamilyName queue 2024-11-19T07:21:55,115 DEBUG [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:55,116 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(327): Store=f6ee00758d365e5a418382534e472bd6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:55,116 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,116 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6ee00758d365e5a418382534e472bd6 columnFamilyName sid 2024-11-19T07:21:55,116 DEBUG [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:21:55,117 INFO [StoreOpener-f6ee00758d365e5a418382534e472bd6-1 {}] regionserver.HStore(327): Store=f6ee00758d365e5a418382534e472bd6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:21:55,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/replication/f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/replication/f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:21:55,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/replication/f6ee00758d365e5a418382534e472bd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:21:55,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6ee00758d365e5a418382534e472bd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66156197, jitterRate=-0.014195844531059265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:21:55,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:21:55,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6ee00758d365e5a418382534e472bd6: Running coprocessor pre-open hook at 1732000915113Writing region info on filesystem at 1732000915113Initializing all the Stores at 1732000915113Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000915113Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000915114 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000915114Cleaning up temporary data from old regions at 1732000915118 (+4 ms)Running coprocessor post-open hooks at 1732000915121 (+3 ms)Region opened successfully at 1732000915121 2024-11-19T07:21:55,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6., pid=10, masterSystemTime=1732000915086 2024-11-19T07:21:55,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:55,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:21:55,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6ee00758d365e5a418382534e472bd6, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,32901,1732000902932 2024-11-19T07:21:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6ee00758d365e5a418382534e472bd6, server=db0afee3eab9,32901,1732000902932 because future has completed 2024-11-19T07:21:55,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:21:55,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6ee00758d365e5a418382534e472bd6, server=db0afee3eab9,32901,1732000902932 in 192 msec 2024-11-19T07:21:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:21:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6ee00758d365e5a418382534e472bd6, ASSIGN in 347 msec 2024-11-19T07:21:55,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:21:55,129 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000915129"}]},"ts":"1732000915129"} 2024-11-19T07:21:55,130 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:21:55,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:21:55,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-19T07:21:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6., hostname=db0afee3eab9,32901,1732000902932, seqNum=2] 2024-11-19T07:21:55,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:55,248 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:21:55,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:21:55,361 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:55,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:21:55,485 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:21:55,511 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,32901,1732000902932, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:21:55,511 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:55,511 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,32901,1732000902932, seqNum=-1] 2024-11-19T07:21:55,511 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:55,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,32901,1732000902932', locateType=CURRENT is [region=hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6., hostname=db0afee3eab9,32901,1732000902932, seqNum=2] 2024-11-19T07:21:55,516 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:21:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:21:55,517 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,32901,1732000902932 suceeded 2024-11-19T07:21:55,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:21:55,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-19T07:21:55,519 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:36619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:21:55,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5650 sec 2024-11-19T07:21:55,541 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36619' 2024-11-19T07:21:55,543 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53cbf3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:55,543 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:55,543 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:55,544 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76126791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:55,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:55,545 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:55,546 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c6d886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:55,546 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:55,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36619,1732000897280 2024-11-19T07:21:55,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637c7d10 2024-11-19T07:21:55,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:21:55,548 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-19T07:21:55,549 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,32901,1732000902932 (queues=1) is replicating from cluster=210b865c-f4cb-46ae-a45a-ddfc0770c3df to cluster=92f5a697-0a70-4a66-865d-3ad59b42e4e8 2024-11-19T07:21:55,549 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C32901%2C1732000902932 2024-11-19T07:21:55,549 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,32901,1732000902932, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:21:55,554 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C32901%2C1732000902932 2024-11-19T07:21:55,554 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, startPosition=0, beingWritten=true 2024-11-19T07:21:55,559 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:55,559 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:55,559 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:55,769 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:55,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:21:55,906 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:55,965 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:56,072 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:21:56,105 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:21:56,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:21:56,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:21:56,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:21:56,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f2a5455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,43005,-1 for getting cluster id 2024-11-19T07:21:56,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:56,107 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc' 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddaadb9e-1294-4a69-a3aa-2fcaf0a212cc" 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4b17b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,43005,-1] 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,109 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25177bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4521a240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:56,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:56,111 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b48a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,112 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25be045c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797a99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:56,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:56,113 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1bb41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,114 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:56,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287d52cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,116 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,34051,1732000891628, seqNum=-1] 2024-11-19T07:21:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:56,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:56,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d., hostname=db0afee3eab9,34051,1732000891628, seqNum=2] 2024-11-19T07:21:56,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,32901,1732000902932, seqNum=-1] 2024-11-19T07:21:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:56,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:56,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000908488.eb200526ff8514a322de476a3d4d956b., hostname=db0afee3eab9,32901,1732000902932, seqNum=2] 2024-11-19T07:21:56,126 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T07:21:56,475 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:56,668 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:56,810 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 379, reset compression=false 2024-11-19T07:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:56,837 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,34051,1732000891628 got entry batch from reader: WALEntryBatch [walEntries=[{test/eea7a2c1e277f1bd8dd2c306606a8d2d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-19T07:21:56,840 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:56,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:56,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:56,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53807295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36619,-1 for getting cluster id 2024-11-19T07:21:56,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:56,855 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92f5a697-0a70-4a66-865d-3ad59b42e4e8' 2024-11-19T07:21:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92f5a697-0a70-4a66-865d-3ad59b42e4e8" 2024-11-19T07:21:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@144de1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36619,-1] 2024-11-19T07:21:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:56,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:56,857 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:56,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@636b5ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:56,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:56,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46699,1732000897429, seqNum=-1] 2024-11-19T07:21:56,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:56,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:56,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000906336.65fb978447a03b8958a79c518acb0ef2., hostname=db0afee3eab9,46699,1732000897429, seqNum=2] 2024-11-19T07:21:56,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:56,979 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:57,049 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:57,128 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-19T07:21:57,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:21:57,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,353 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:57,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:21:57,471 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 379, reset compression=false 2024-11-19T07:21:57,475 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:57,475 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 504, reset compression=false 2024-11-19T07:21:57,475 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[{test/65fb978447a03b8958a79c518acb0ef2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-19T07:21:57,477 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:57,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:57,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:57,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6886f621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:57,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,44249,-1 for getting cluster id 2024-11-19T07:21:57,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:21:57,479 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210b865c-f4cb-46ae-a45a-ddfc0770c3df' 2024-11-19T07:21:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:21:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210b865c-f4cb-46ae-a45a-ddfc0770c3df" 2024-11-19T07:21:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466a57c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:57,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,44249,-1] 2024-11-19T07:21:57,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:21:57,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:21:57,480 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:21:57,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5741da59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:21:57,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:57,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,32901,1732000902932, seqNum=-1] 2024-11-19T07:21:57,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:57,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-19T07:21:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732000908488.eb200526ff8514a322de476a3d4d956b., hostname=db0afee3eab9,32901,1732000902932, seqNum=2] 2024-11-19T07:21:57,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:57,582 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 379, reset compression=false 2024-11-19T07:21:57,586 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:57,587 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 528, reset compression=false 2024-11-19T07:21:57,587 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:57,678 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 504, reset compression=false 2024-11-19T07:21:57,756 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:57,789 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 528, reset compression=false 2024-11-19T07:21:57,982 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 504, reset compression=false 2024-11-19T07:21:58,004 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:21:58,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:58,005 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108521 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:21:58,093 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 528, reset compression=false 2024-11-19T07:21:58,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-19T07:21:58,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:21:58,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46699,1732000897429, seqNum=-1] 2024-11-19T07:21:58,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:21:58,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:21:58,134 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732000906336.65fb978447a03b8958a79c518acb0ef2., hostname=db0afee3eab9,46699,1732000897429, seqNum=2] 2024-11-19T07:21:58,137 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-19T07:21:58,260 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:58,401 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 504, reset compression=false 2024-11-19T07:21:58,404 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:58,404 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 608, reset compression=false 2024-11-19T07:21:58,404 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[{test/65fb978447a03b8958a79c518acb0ef2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:58,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:58,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 528, reset compression=false 2024-11-19T07:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 656, reset compression=false 2024-11-19T07:21:58,500 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:58,608 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 608, reset compression=false 2024-11-19T07:21:58,703 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 656, reset compression=false 2024-11-19T07:21:58,863 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:58,911 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 608, reset compression=false 2024-11-19T07:21:59,007 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 656, reset compression=false 2024-11-19T07:21:59,139 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-19T07:21:59,141 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-19T07:21:59,314 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 608, reset compression=false 2024-11-19T07:21:59,409 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 656, reset compression=false 2024-11-19T07:21:59,413 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:21:59,413 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 760, reset compression=false 2024-11-19T07:21:59,413 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb200526ff8514a322de476a3d4d956b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-19T07:21:59,416 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:21:59,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-19T07:21:59,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:21:59,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:21:59,567 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:21:59,625 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 760, reset compression=false 2024-11-19T07:21:59,818 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 608, reset compression=false 2024-11-19T07:21:59,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:21:59,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 735, reset compression=false 2024-11-19T07:21:59,821 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:21:59,928 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 760, reset compression=false 2024-11-19T07:22:00,034 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 735, reset compression=false 2024-11-19T07:22:00,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-19T07:22:00,145 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-19T07:22:00,331 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 760, reset compression=false 2024-11-19T07:22:00,339 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 735, reset compression=false 2024-11-19T07:22:00,370 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 480, reset compression=false 2024-11-19T07:22:00,374 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:00,374 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:00,374 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,34051,1732000891628 got entry batch from reader: WALEntryBatch [walEntries=[{test/eea7a2c1e277f1bd8dd2c306606a8d2d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-19T07:22:00,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:22:00,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:22:00,577 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:00,741 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 735, reset compression=false 2024-11-19T07:22:00,744 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:00,744 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 883, reset compression=false 2024-11-19T07:22:00,744 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[{test/65fb978447a03b8958a79c518acb0ef2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-19T07:22:00,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:22:00,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:22:00,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 760, reset compression=false 2024-11-19T07:22:00,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:00,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 932, reset compression=false 2024-11-19T07:22:00,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:00,880 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:00,947 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 883, reset compression=false 2024-11-19T07:22:01,040 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:22:01,040 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 932, reset compression=false 2024-11-19T07:22:01,147 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-19T07:22:01,150 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-19T07:22:01,250 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 883, reset compression=false 2024-11-19T07:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1042, reset compression=false 2024-11-19T07:22:01,253 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[{test/65fb978447a03b8958a79c518acb0ef2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T07:22:01,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:22:01,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:22:01,283 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:01,351 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 932, reset compression=false 2024-11-19T07:22:01,354 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:01,354 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1082, reset compression=false 2024-11-19T07:22:01,354 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:01,455 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1042, reset compression=false 2024-11-19T07:22:01,557 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1082, reset compression=false 2024-11-19T07:22:01,759 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1042, reset compression=false 2024-11-19T07:22:01,786 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:01,860 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1082, reset compression=false 2024-11-19T07:22:02,151 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-19T07:22:02,154 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-19T07:22:02,162 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1042, reset compression=false 2024-11-19T07:22:02,263 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1082, reset compression=false 2024-11-19T07:22:02,267 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:02,267 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1241, reset compression=false 2024-11-19T07:22:02,267 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[{test/eb200526ff8514a322de476a3d4d956b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-19T07:22:02,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-19T07:22:02,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-19T07:22:02,389 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:02,470 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1241, reset compression=false 2024-11-19T07:22:02,665 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1042, reset compression=false 2024-11-19T07:22:02,670 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:02,670 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:02,670 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:02,773 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1241, reset compression=false 2024-11-19T07:22:02,874 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:03,092 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:03,156 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-19T07:22:03,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:03,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:03,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:03,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:03,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:03,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:03,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:03,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2003718999, stopped=false 2024-11-19T07:22:03,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,44249,1732000902760 2024-11-19T07:22:03,176 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1241, reset compression=false 2024-11-19T07:22:03,177 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:03,237 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2972439486/running 2024-11-19T07:22:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2972439486/running 2024-11-19T07:22:03,237 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:22:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:22:03,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:03,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:03,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:03,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:03,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/running 2024-11-19T07:22:03,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Set watcher on znode that does not yet exist, /2972439486/running 2024-11-19T07:22:03,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,32901,1732000902932' ***** 2024-11-19T07:22:03,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for eb200526ff8514a322de476a3d4d956b 2024-11-19T07:22:03,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,32901,1732000902932 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:32901. 2024-11-19T07:22:03,239 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb200526ff8514a322de476a3d4d956b, disabling compactions & flushes 2024-11-19T07:22:03,239 DEBUG [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:03,239 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:22:03,239 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:03,239 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:22:03,239 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000908488.eb200526ff8514a322de476a3d4d956b. after waiting 0 ms 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:03,239 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:03,239 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:03,240 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:03,240 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb200526ff8514a322de476a3d4d956b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T07:22:03,240 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:22:03,240 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1325): Online Regions={eb200526ff8514a322de476a3d4d956b=test,,1732000908488.eb200526ff8514a322de476a3d4d956b., 1588230740=hbase:meta,,1.1588230740, f6ee00758d365e5a418382534e472bd6=hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.} 2024-11-19T07:22:03,240 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:03,240 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:03,240 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:03,240 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:03,240 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:03,240 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:03,240 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:22:03,254 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f/340689f1b3f744d9afe685ee159a4e39 is 29, key is row1/f:/1732000921148/DeleteFamily/seqid=0 2024-11-19T07:22:03,256 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/info/6f24d4247db94e95a2481511f357189d is 147, key is hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6./info:regioninfo/1732000915124/Put/seqid=0 2024-11-19T07:22:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741840_1016 (size=5152) 2024-11-19T07:22:03,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741841_1017 (size=7686) 2024-11-19T07:22:03,300 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:03,440 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:03,579 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:03,640 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:03,657 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f/340689f1b3f744d9afe685ee159a4e39 2024-11-19T07:22:03,661 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340689f1b3f744d9afe685ee159a4e39 2024-11-19T07:22:03,661 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/info/6f24d4247db94e95a2481511f357189d 2024-11-19T07:22:03,677 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/ns/85b991591574460185b7bc857ba6810b is 43, key is default/ns:d/1732000905085/Put/seqid=0 2024-11-19T07:22:03,677 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f1/55705abbe5d84a9da64346ee9b9effc6 is 30, key is row1/f1:/1732000921148/DeleteFamily/seqid=0 2024-11-19T07:22:03,679 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1241, reset compression=false 2024-11-19T07:22:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741843_1019 (size=5158) 2024-11-19T07:22:03,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:22:03,683 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:03,683 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1488, reset compression=false 2024-11-19T07:22:03,683 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,32901,1732000902932 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:03,684 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,32901,1732000902932: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,32901,1732000902932, walGroup=db0afee3eab9%2C32901%2C1732000902932, offset=db0afee3eab9%2C32901%2C1732000902932.1732000904007:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:32901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:22:03,685 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:22:03,685 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:22:03,685 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:22:03,685 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:22:03,685 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:22:03,685 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 894126016 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201874720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:22:03,685 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:44249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:22:03,840 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:03,886 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1488, reset compression=false 2024-11-19T07:22:03,894 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:03,928 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:03,928 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:04,011 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=37, reused chunk count=126, reuseRatio=77.30% 2024-11-19T07:22:04,012 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-19T07:22:04,040 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:04,082 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/ns/85b991591574460185b7bc857ba6810b 2024-11-19T07:22:04,082 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f1/55705abbe5d84a9da64346ee9b9effc6 2024-11-19T07:22:04,082 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:04,085 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55705abbe5d84a9da64346ee9b9effc6 2024-11-19T07:22:04,097 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee1503b597a4c7989cd755052fe311e is 112, key is test,,1732000908488.eb200526ff8514a322de476a3d4d956b./rep_barrier:seqnumDuringOpen/1732000909642/Put/seqid=0 2024-11-19T07:22:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/norep/a57532aa61f54ae988d382fc5cacb51e is 33, key is row2/norep:/1732000922152/DeleteFamily/seqid=0 2024-11-19T07:22:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741845_1021 (size=5108) 2024-11-19T07:22:04,188 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1488, reset compression=false 2024-11-19T07:22:04,241 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:04,441 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eb200526ff8514a322de476a3d4d956b, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:04,501 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee1503b597a4c7989cd755052fe311e 2024-11-19T07:22:04,504 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/norep/a57532aa61f54ae988d382fc5cacb51e 2024-11-19T07:22:04,507 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a57532aa61f54ae988d382fc5cacb51e 2024-11-19T07:22:04,508 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f/340689f1b3f744d9afe685ee159a4e39 as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/f/340689f1b3f744d9afe685ee159a4e39 2024-11-19T07:22:04,511 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 340689f1b3f744d9afe685ee159a4e39 2024-11-19T07:22:04,512 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/f/340689f1b3f744d9afe685ee159a4e39, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:04,512 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/f1/55705abbe5d84a9da64346ee9b9effc6 as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/f1/55705abbe5d84a9da64346ee9b9effc6 2024-11-19T07:22:04,516 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55705abbe5d84a9da64346ee9b9effc6 2024-11-19T07:22:04,516 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/f1/55705abbe5d84a9da64346ee9b9effc6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:04,516 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/.tmp/norep/a57532aa61f54ae988d382fc5cacb51e as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/norep/a57532aa61f54ae988d382fc5cacb51e 2024-11-19T07:22:04,519 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/table/bc22cf6b50af4c47a229825676b836fb is 53, key is hbase:replication/table:state/1732000915129/Put/seqid=0 2024-11-19T07:22:04,519 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a57532aa61f54ae988d382fc5cacb51e 2024-11-19T07:22:04,520 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/norep/a57532aa61f54ae988d382fc5cacb51e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:04,520 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eb200526ff8514a322de476a3d4d956b in 1281ms, sequenceid=10, compaction requested=false 2024-11-19T07:22:04,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:22:04,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/default/test/eb200526ff8514a322de476a3d4d956b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T07:22:04,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:04,524 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:04,525 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb200526ff8514a322de476a3d4d956b: Waiting for close lock at 1732000923239Running coprocessor pre-close hooks at 1732000923239Disabling compacts and flushes for region at 1732000923239Disabling writes for close at 1732000923239Obtaining lock to block concurrent updates at 1732000923240 (+1 ms)Preparing flush snapshotting stores in eb200526ff8514a322de476a3d4d956b at 1732000923240Finished memstore snapshotting test,,1732000908488.eb200526ff8514a322de476a3d4d956b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732000923240Flushing stores of test,,1732000908488.eb200526ff8514a322de476a3d4d956b. at 1732000923240Flushing eb200526ff8514a322de476a3d4d956b/f: creating writer at 1732000923240Flushing eb200526ff8514a322de476a3d4d956b/f: appending metadata at 1732000923254 (+14 ms)Flushing eb200526ff8514a322de476a3d4d956b/f: closing flushed file at 1732000923254Flushing eb200526ff8514a322de476a3d4d956b/f1: creating writer at 1732000923661 (+407 ms)Flushing eb200526ff8514a322de476a3d4d956b/f1: appending metadata at 1732000923677 (+16 ms)Flushing eb200526ff8514a322de476a3d4d956b/f1: closing flushed file at 1732000923677Flushing eb200526ff8514a322de476a3d4d956b/norep: creating writer at 1732000924085 (+408 ms)Flushing eb200526ff8514a322de476a3d4d956b/norep: appending metadata at 1732000924100 (+15 ms)Flushing eb200526ff8514a322de476a3d4d956b/norep: closing flushed file at 1732000924100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2384bc38: reopening flushed file at 1732000924507 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c52984: reopening flushed file at 1732000924512 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbc1610: reopening flushed file at 1732000924516 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eb200526ff8514a322de476a3d4d956b in 1281ms, sequenceid=10, compaction requested=false at 1732000924520 (+4 ms)Writing region close event to WAL at 1732000924522 (+2 ms)Running coprocessor post-close hooks at 1732000924524 (+2 ms)Closed at 1732000924525 (+1 ms) 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000908488.eb200526ff8514a322de476a3d4d956b. 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6ee00758d365e5a418382534e472bd6, disabling compactions & flushes 2024-11-19T07:22:04,525 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. after waiting 0 ms 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6ee00758d365e5a418382534e472bd6: Waiting for close lock at 1732000924525Running coprocessor pre-close hooks at 1732000924525Disabling compacts and flushes for region at 1732000924525Disabling writes for close at 1732000924525Failed flush hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6., putting online again at 1732000924525 2024-11-19T07:22:04,525 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,591 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 1488, reset compression=false 2024-11-19T07:22:04,595 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:04,595 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 2132, reset compression=false 2024-11-19T07:22:04,641 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:22:04,641 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f6ee00758d365e5a418382534e472bd6=hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6.} 2024-11-19T07:22:04,641 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(3091): Received CLOSE for f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:04,641 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6ee00758d365e5a418382534e472bd6 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6ee00758d365e5a418382534e472bd6, disabling compactions & flushes 2024-11-19T07:22:04,641 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. after waiting 0 ms 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6ee00758d365e5a418382534e472bd6: Waiting for close lock at 1732000924641Running coprocessor pre-close hooks at 1732000924641Disabling compacts and flushes for region at 1732000924641Disabling writes for close at 1732000924641Failed flush hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6., putting online again at 1732000924641 2024-11-19T07:22:04,641 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000913962.f6ee00758d365e5a418382534e472bd6. 2024-11-19T07:22:04,685 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:04,797 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:04,798 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.wal-reader.db0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/WALs/db0afee3eab9,32901,1732000902932/db0afee3eab9%2C32901%2C1732000902932.1732000904007 to pos 2132, reset compression=false 2024-11-19T07:22:04,841 DEBUG [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:04,923 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/table/bc22cf6b50af4c47a229825676b836fb 2024-11-19T07:22:04,927 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/info/6f24d4247db94e95a2481511f357189d as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/info/6f24d4247db94e95a2481511f357189d 2024-11-19T07:22:04,931 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/info/6f24d4247db94e95a2481511f357189d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:22:04,931 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/ns/85b991591574460185b7bc857ba6810b as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/ns/85b991591574460185b7bc857ba6810b 2024-11-19T07:22:04,935 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/ns/85b991591574460185b7bc857ba6810b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:22:04,935 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/rep_barrier/4ee1503b597a4c7989cd755052fe311e as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/rep_barrier/4ee1503b597a4c7989cd755052fe311e 2024-11-19T07:22:04,939 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/rep_barrier/4ee1503b597a4c7989cd755052fe311e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:22:04,939 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/.tmp/table/bc22cf6b50af4c47a229825676b836fb as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/table/bc22cf6b50af4c47a229825676b836fb 2024-11-19T07:22:04,943 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/table/bc22cf6b50af4c47a229825676b836fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:22:04,944 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-19T07:22:04,950 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:22:04,950 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:04,950 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:04,950 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:04,950 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000923240Running coprocessor pre-close hooks at 1732000923240Disabling compacts and flushes for region at 1732000923240Disabling writes for close at 1732000923240Obtaining lock to block concurrent updates at 1732000923240Preparing flush snapshotting stores in 1588230740 at 1732000923240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000923240Flushing stores of hbase:meta,,1.1588230740 at 1732000923241 (+1 ms)Flushing 1588230740/info: creating writer at 1732000923241Flushing 1588230740/info: appending metadata at 1732000923255 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732000923255Flushing 1588230740/ns: creating writer at 1732000923665 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732000923677 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732000923677Flushing 1588230740/rep_barrier: creating writer at 1732000924085 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000924097 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000924097Flushing 1588230740/table: creating writer at 1732000924504 (+407 ms)Flushing 1588230740/table: appending metadata at 1732000924519 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732000924519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d7f18c1: reopening flushed file at 1732000924927 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c229114: reopening flushed file at 1732000924931 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547bfff: reopening flushed file at 1732000924935 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a9862e: reopening flushed file at 1732000924939 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1732000924944 (+5 ms)Writing region close event to WAL at 1732000924948 (+4 ms)Running coprocessor post-close hooks at 1732000924950 (+2 ms)Closed at 1732000924950 2024-11-19T07:22:04,951 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:05,041 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:22:05,041 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,32901,1732000902932; all regions closed. 2024-11-19T07:22:05,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:22:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741839_1015 (size=2171) 2024-11-19T07:22:05,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741832_1008 (size=2140) 2024-11-19T07:22:05,047 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:05,047 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:05,047 INFO [RS:0;db0afee3eab9:32901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:05,047 INFO [RS:0;db0afee3eab9:32901 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:05,047 INFO [RS:0;db0afee3eab9:32901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:05,047 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:05,047 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,32901,1732000902932 because: Region server is closing 2024-11-19T07:22:05,048 INFO [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:32901. 2024-11-19T07:22:05,048 DEBUG [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:05,048 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:05,048 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:05,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:05,148 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,32901,1732000902932.replicationSource.shipperdb0afee3eab9%2C32901%2C1732000902932,1-db0afee3eab9,32901,1732000902932 terminated 2024-11-19T07:22:05,148 INFO [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:32901. 2024-11-19T07:22:05,148 DEBUG [RS:0;db0afee3eab9:32901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:05,148 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:05,149 DEBUG [RS:0;db0afee3eab9:32901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:05,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:05,149 INFO [RS:0;db0afee3eab9:32901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32901 2024-11-19T07:22:05,206 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2972439486/rs/db0afee3eab9,32901,1732000902932 2024-11-19T07:22:05,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486/rs 2024-11-19T07:22:05,206 INFO [RS:0;db0afee3eab9:32901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:05,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,32901,1732000902932] 2024-11-19T07:22:05,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2972439486/draining/db0afee3eab9,32901,1732000902932 already deleted, retry=false 2024-11-19T07:22:05,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,32901,1732000902932 expired; onlineServers=0 2024-11-19T07:22:05,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,44249,1732000902760' ***** 2024-11-19T07:22:05,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:05,227 INFO [M:0;db0afee3eab9:44249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:05,227 INFO [M:0;db0afee3eab9:44249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:05,227 DEBUG [M:0;db0afee3eab9:44249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:05,227 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:05,227 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000903744 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000903744,5,FailOnTimeoutGroup] 2024-11-19T07:22:05,227 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000903744 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000903744,5,FailOnTimeoutGroup] 2024-11-19T07:22:05,227 DEBUG [M:0;db0afee3eab9:44249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:05,227 INFO [M:0;db0afee3eab9:44249 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:05,227 INFO [M:0;db0afee3eab9:44249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:05,228 DEBUG [M:0;db0afee3eab9:44249 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:05,228 INFO [M:0;db0afee3eab9:44249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:05,228 INFO [M:0;db0afee3eab9:44249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:05,228 INFO [M:0;db0afee3eab9:44249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:05,228 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:05,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2972439486/master 2024-11-19T07:22:05,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2972439486 2024-11-19T07:22:05,237 DEBUG [M:0;db0afee3eab9:44249 {}] zookeeper.ZKUtil(347): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Unable to get data of znode /2972439486/master because node does not exist (not an error) 2024-11-19T07:22:05,237 WARN [M:0;db0afee3eab9:44249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:22:05,246 INFO [M:0;db0afee3eab9:44249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/.lastflushedseqids 2024-11-19T07:22:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:22:05,252 INFO [M:0;db0afee3eab9:44249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:05,252 INFO [M:0;db0afee3eab9:44249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:05,252 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:05,252 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:05,252 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:05,252 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:05,252 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:05,252 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T07:22:05,269 DEBUG [M:0;db0afee3eab9:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a824b835e6465a82fa054038858782 is 82, key is hbase:meta,,1/info:regioninfo/1732000905045/Put/seqid=0 2024-11-19T07:22:05,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:22:05,316 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:05,316 INFO [RS:0;db0afee3eab9:32901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:05,316 INFO [RS:0;db0afee3eab9:32901 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,32901,1732000902932; zookeeper connection closed. 2024-11-19T07:22:05,316 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32901-0x10151f833490007, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:05,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b3dbef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b3dbef9 2024-11-19T07:22:05,317 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:05,388 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:05,673 INFO [M:0;db0afee3eab9:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a824b835e6465a82fa054038858782 2024-11-19T07:22:05,696 DEBUG [M:0;db0afee3eab9:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d4ff70644341939d303595597307a3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000915132/Put/seqid=0 2024-11-19T07:22:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741849_1025 (size=8516) 2024-11-19T07:22:05,800 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:06,102 INFO [M:0;db0afee3eab9:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d4ff70644341939d303595597307a3 2024-11-19T07:22:06,121 DEBUG [M:0;db0afee3eab9:44249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb43b31b8cc4eaea18cdb923f7d4b2f is 69, key is db0afee3eab9,32901,1732000902932/rs:state/1732000903802/Put/seqid=0 2024-11-19T07:22:06,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:22:06,191 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:06,526 INFO [M:0;db0afee3eab9:44249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb43b31b8cc4eaea18cdb923f7d4b2f 2024-11-19T07:22:06,534 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89a824b835e6465a82fa054038858782 as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a824b835e6465a82fa054038858782 2024-11-19T07:22:06,539 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89a824b835e6465a82fa054038858782, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:22:06,540 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d4ff70644341939d303595597307a3 as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d4ff70644341939d303595597307a3 2024-11-19T07:22:06,543 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d4ff70644341939d303595597307a3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:22:06,544 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eb43b31b8cc4eaea18cdb923f7d4b2f as hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb43b31b8cc4eaea18cdb923f7d4b2f 2024-11-19T07:22:06,548 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38487/user/jenkins/test-data/0967bc28-5ba2-dc14-e10a-c9d9170b318e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eb43b31b8cc4eaea18cdb923f7d4b2f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:22:06,549 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-19T07:22:06,550 INFO [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:06,550 DEBUG [M:0;db0afee3eab9:44249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000925252Disabling compacts and flushes for region at 1732000925252Disabling writes for close at 1732000925252Obtaining lock to block concurrent updates at 1732000925252Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000925252Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732000925253 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000925253Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000925253Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000925269 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000925269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000925677 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000925696 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000925696Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000926106 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000926121 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000926121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f257a68: reopening flushed file at 1732000926533 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e19fbe: reopening flushed file at 1732000926539 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bfc9c71: reopening flushed file at 1732000926544 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1732000926549 (+5 ms)Writing region close event to WAL at 1732000926550 (+1 ms)Closed at 1732000926550 2024-11-19T07:22:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34823 is added to blk_1073741830_1006 (size=63654) 2024-11-19T07:22:06,553 INFO [M:0;db0afee3eab9:44249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:06,553 INFO [M:0;db0afee3eab9:44249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44249 2024-11-19T07:22:06,554 INFO [M:0;db0afee3eab9:44249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:06,554 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:06,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44249-0x10151f833490006, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:06,727 INFO [M:0;db0afee3eab9:44249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:06,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1611aebf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:06,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@450ae647{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:06,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:06,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56347b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:06,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eeae991{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:06,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:06,744 WARN [BP-1781940213-172.17.0.2-1732000900660 heartbeating to localhost/127.0.0.1:38487 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:06,744 WARN [BP-1781940213-172.17.0.2-1732000900660 heartbeating to localhost/127.0.0.1:38487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1781940213-172.17.0.2-1732000900660 (Datanode Uuid 7e2f6059-4b32-454e-bd1a-64db38b6d861) service to localhost/127.0.0.1:38487 2024-11-19T07:22:06,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/cluster_17c9e264-aa1b-83be-e777-ed295518059a/data/data1/current/BP-1781940213-172.17.0.2-1732000900660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:06,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:06,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/cluster_17c9e264-aa1b-83be-e777-ed295518059a/data/data2/current/BP-1781940213-172.17.0.2-1732000900660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:06,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:06,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3266a1ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:06,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7faaa4cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:06,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:06,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327edba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:06,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3000eeb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:06,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:06,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:06,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:06,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:06,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:06,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:06,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:06,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2044017397, stopped=false 2024-11-19T07:22:06,773 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,36619,1732000897280 2024-11-19T07:22:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11304391545/running 2024-11-19T07:22:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11304391545/running 2024-11-19T07:22:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:22:06,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:22:06,793 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:06,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/running 2024-11-19T07:22:06,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Set watcher on znode that does not yet exist, /11304391545/running 2024-11-19T07:22:06,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:06,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:06,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:06,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,46699,1732000897429' ***** 2024-11-19T07:22:06,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(3091): Received CLOSE for 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:06,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(3091): Received CLOSE for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,46699,1732000897429 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46699. 2024-11-19T07:22:06,796 DEBUG [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:06,796 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:06,796 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:06,797 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:06,797 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:06,797 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:06,797 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65fb978447a03b8958a79c518acb0ef2, disabling compactions & flushes 2024-11-19T07:22:06,797 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:22:06,797 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:22:06,797 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. after waiting 0 ms 2024-11-19T07:22:06,797 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:22:06,797 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65fb978447a03b8958a79c518acb0ef2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-19T07:22:06,798 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:22:06,798 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1325): Online Regions={65fb978447a03b8958a79c518acb0ef2=test,,1732000906336.65fb978447a03b8958a79c518acb0ef2., 1588230740=hbase:meta,,1.1588230740, 45d9acbc521e9e9945a4c952c1e9c751=hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.} 2024-11-19T07:22:06,798 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:06,798 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:06,799 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:06,799 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:06,799 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:06,799 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:06,799 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:22:06,807 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:06,828 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/info/be92b36ffa3842fea1ee3f878d35f1a0 is 147, key is hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751./info:regioninfo/1732000913570/Put/seqid=0 2024-11-19T07:22:06,830 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f/4e815edf092248b79f15562d6ad69c5e is 29, key is row1/f:/1732000921148/DeleteFamily/seqid=0 2024-11-19T07:22:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741840_1016 (size=7686) 2024-11-19T07:22:06,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741841_1017 (size=5152) 2024-11-19T07:22:06,903 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:06,998 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:07,098 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1191, reset compression=false 2024-11-19T07:22:07,103 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:07,103 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1438, reset compression=false 2024-11-19T07:22:07,103 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,46699,1732000897429 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:07,104 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,46699,1732000897429: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-db0afee3eab9,46699,1732000897429, walGroup=db0afee3eab9%2C46699%2C1732000897429, offset=db0afee3eab9%2C46699%2C1732000897429.1732000899540:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:46699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:22:07,106 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:22:07,106 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:22:07,107 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:22:07,107 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:22:07,107 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:22:07,108 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 961234880 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202172864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:22:07,108 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:36619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:22:07,198 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:07,239 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/info/be92b36ffa3842fea1ee3f878d35f1a0 2024-11-19T07:22:07,241 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f/4e815edf092248b79f15562d6ad69c5e 2024-11-19T07:22:07,244 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:22:07,250 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e815edf092248b79f15562d6ad69c5e 2024-11-19T07:22:07,279 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/ns/921bdff996214d29b16d9fd56a4c1fd4 is 43, key is default/ns:d/1732000900486/Put/seqid=0 2024-11-19T07:22:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:22:07,287 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/ns/921bdff996214d29b16d9fd56a4c1fd4 2024-11-19T07:22:07,290 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f1/ab950a08661944feada60e0d8be1bfd8 is 30, key is row1/f1:/1732000921148/DeleteFamily/seqid=0 2024-11-19T07:22:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741843_1019 (size=5158) 2024-11-19T07:22:07,312 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/rep_barrier/df8072cf01914929ae23fd9948ec2c36 is 112, key is test,,1732000906336.65fb978447a03b8958a79c518acb0ef2./rep_barrier:seqnumDuringOpen/1732000907507/Put/seqid=0 2024-11-19T07:22:07,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:22:07,323 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1438, reset compression=false 2024-11-19T07:22:07,387 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:07,387 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:07,399 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:07,599 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:07,626 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1438, reset compression=false 2024-11-19T07:22:07,706 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f1/ab950a08661944feada60e0d8be1bfd8 2024-11-19T07:22:07,710 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab950a08661944feada60e0d8be1bfd8 2024-11-19T07:22:07,716 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/rep_barrier/df8072cf01914929ae23fd9948ec2c36 2024-11-19T07:22:07,729 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/norep/202e4302b829474e9cf2098abebaf831 is 33, key is row1/norep:/1732000921148/DeleteFamily/seqid=0 2024-11-19T07:22:07,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741845_1021 (size=5108) 2024-11-19T07:22:07,740 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/table/55ac548986fa412894bbec5dbd70aa16 is 53, key is hbase:replication/table:state/1732000913575/Put/seqid=0 2024-11-19T07:22:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:22:07,799 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:07,999 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45d9acbc521e9e9945a4c952c1e9c751, 65fb978447a03b8958a79c518acb0ef2 2024-11-19T07:22:08,029 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1438, reset compression=false 2024-11-19T07:22:08,129 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:08,133 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/norep/202e4302b829474e9cf2098abebaf831 2024-11-19T07:22:08,137 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202e4302b829474e9cf2098abebaf831 2024-11-19T07:22:08,137 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f/4e815edf092248b79f15562d6ad69c5e as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/f/4e815edf092248b79f15562d6ad69c5e 2024-11-19T07:22:08,141 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e815edf092248b79f15562d6ad69c5e 2024-11-19T07:22:08,141 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/f/4e815edf092248b79f15562d6ad69c5e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:08,142 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/f1/ab950a08661944feada60e0d8be1bfd8 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/f1/ab950a08661944feada60e0d8be1bfd8 2024-11-19T07:22:08,144 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/table/55ac548986fa412894bbec5dbd70aa16 2024-11-19T07:22:08,147 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ab950a08661944feada60e0d8be1bfd8 2024-11-19T07:22:08,147 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/f1/ab950a08661944feada60e0d8be1bfd8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:08,147 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/info/be92b36ffa3842fea1ee3f878d35f1a0 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/info/be92b36ffa3842fea1ee3f878d35f1a0 2024-11-19T07:22:08,148 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/.tmp/norep/202e4302b829474e9cf2098abebaf831 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/norep/202e4302b829474e9cf2098abebaf831 2024-11-19T07:22:08,151 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/info/be92b36ffa3842fea1ee3f878d35f1a0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:22:08,151 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 202e4302b829474e9cf2098abebaf831 2024-11-19T07:22:08,151 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/norep/202e4302b829474e9cf2098abebaf831, entries=1, sequenceid=10, filesize=5.0 K 2024-11-19T07:22:08,152 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65fb978447a03b8958a79c518acb0ef2 in 1355ms, sequenceid=10, compaction requested=false 2024-11-19T07:22:08,152 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/ns/921bdff996214d29b16d9fd56a4c1fd4 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/ns/921bdff996214d29b16d9fd56a4c1fd4 2024-11-19T07:22:08,152 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:22:08,157 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/ns/921bdff996214d29b16d9fd56a4c1fd4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:22:08,157 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/default/test/65fb978447a03b8958a79c518acb0ef2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-19T07:22:08,157 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:08,157 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/rep_barrier/df8072cf01914929ae23fd9948ec2c36 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/rep_barrier/df8072cf01914929ae23fd9948ec2c36 2024-11-19T07:22:08,157 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:08,157 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:22:08,157 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65fb978447a03b8958a79c518acb0ef2: Waiting for close lock at 1732000926797Running coprocessor pre-close hooks at 1732000926797Disabling compacts and flushes for region at 1732000926797Disabling writes for close at 1732000926797Obtaining lock to block concurrent updates at 1732000926797Preparing flush snapshotting stores in 65fb978447a03b8958a79c518acb0ef2 at 1732000926797Finished memstore snapshotting test,,1732000906336.65fb978447a03b8958a79c518acb0ef2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732000926798 (+1 ms)Flushing stores of test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. at 1732000926798Flushing 65fb978447a03b8958a79c518acb0ef2/f: creating writer at 1732000926798Flushing 65fb978447a03b8958a79c518acb0ef2/f: appending metadata at 1732000926829 (+31 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/f: closing flushed file at 1732000926829Flushing 65fb978447a03b8958a79c518acb0ef2/f1: creating writer at 1732000927250 (+421 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/f1: appending metadata at 1732000927289 (+39 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/f1: closing flushed file at 1732000927290 (+1 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/norep: creating writer at 1732000927710 (+420 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/norep: appending metadata at 1732000927729 (+19 ms)Flushing 65fb978447a03b8958a79c518acb0ef2/norep: closing flushed file at 1732000927729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5469ea5c: reopening flushed file at 1732000928137 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7ea847: reopening flushed file at 1732000928141 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77650b54: reopening flushed file at 1732000928147 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 65fb978447a03b8958a79c518acb0ef2 in 1355ms, sequenceid=10, compaction requested=false at 1732000928152 (+5 ms)Writing region close event to WAL at 1732000928154 (+2 ms)Running coprocessor post-close hooks at 1732000928157 (+3 ms)Closed at 1732000928157 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000906336.65fb978447a03b8958a79c518acb0ef2. 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45d9acbc521e9e9945a4c952c1e9c751, disabling compactions & flushes 2024-11-19T07:22:08,158 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. after waiting 0 ms 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45d9acbc521e9e9945a4c952c1e9c751: Waiting for close lock at 1732000928158Running coprocessor pre-close hooks at 1732000928158Disabling compacts and flushes for region at 1732000928158Disabling writes for close at 1732000928158Failed flush hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751., putting online again at 1732000928158 2024-11-19T07:22:08,158 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,164 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/rep_barrier/df8072cf01914929ae23fd9948ec2c36, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:22:08,165 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/.tmp/table/55ac548986fa412894bbec5dbd70aa16 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/table/55ac548986fa412894bbec5dbd70aa16 2024-11-19T07:22:08,170 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/table/55ac548986fa412894bbec5dbd70aa16, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:22:08,171 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false 2024-11-19T07:22:08,171 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:22:08,188 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:22:08,189 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:08,189 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:08,189 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:08,189 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000926798Running coprocessor pre-close hooks at 1732000926798Disabling compacts and flushes for region at 1732000926798Disabling writes for close at 1732000926799 (+1 ms)Obtaining lock to block concurrent updates at 1732000926799Preparing flush snapshotting stores in 1588230740 at 1732000926799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000926799Flushing stores of hbase:meta,,1.1588230740 at 1732000926800 (+1 ms)Flushing 1588230740/info: creating writer at 1732000926800Flushing 1588230740/info: appending metadata at 1732000926827 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732000926827Flushing 1588230740/ns: creating writer at 1732000927246 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732000927278 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732000927278Flushing 1588230740/rep_barrier: creating writer at 1732000927291 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000927312 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000927312Flushing 1588230740/table: creating writer at 1732000927720 (+408 ms)Flushing 1588230740/table: appending metadata at 1732000927739 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732000927739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f6d53: reopening flushed file at 1732000928147 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d187a4e: reopening flushed file at 1732000928151 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50437445: reopening flushed file at 1732000928157 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335d5cc8: reopening flushed file at 1732000928165 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1372ms, sequenceid=16, compaction requested=false at 1732000928171 (+6 ms)Writing region close event to WAL at 1732000928179 (+8 ms)Running coprocessor post-close hooks at 1732000928189 (+10 ms)Closed at 1732000928189 2024-11-19T07:22:08,189 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:08,199 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:22:08,200 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1325): Online Regions={45d9acbc521e9e9945a4c952c1e9c751=hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751.} 2024-11-19T07:22:08,200 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(3091): Received CLOSE for 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:22:08,200 DEBUG [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1351): Waiting on 45d9acbc521e9e9945a4c952c1e9c751 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45d9acbc521e9e9945a4c952c1e9c751, disabling compactions & flushes 2024-11-19T07:22:08,200 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. after waiting 0 ms 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45d9acbc521e9e9945a4c952c1e9c751: Waiting for close lock at 1732000928200Running coprocessor pre-close hooks at 1732000928200Disabling compacts and flushes for region at 1732000928200Disabling writes for close at 1732000928200Failed flush hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751., putting online again at 1732000928200 2024-11-19T07:22:08,200 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732000912816.45d9acbc521e9e9945a4c952c1e9c751. 2024-11-19T07:22:08,400 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-19T07:22:08,400 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,46699,1732000897429; all regions closed. 2024-11-19T07:22:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:22:08,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.meta.1732000900439.meta not finished, retry = 0 2024-11-19T07:22:08,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741839_1015 (size=2171) 2024-11-19T07:22:08,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.rep.1732000913545 not finished, retry = 0 2024-11-19T07:22:08,533 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 1438, reset compression=false 2024-11-19T07:22:08,537 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:08,537 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/WALs/db0afee3eab9,46699,1732000897429/db0afee3eab9%2C46699%2C1732000897429.1732000899540 to pos 2082, reset compression=false 2024-11-19T07:22:08,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741832_1008 (size=2090) 2024-11-19T07:22:08,607 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:08,607 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:08,607 INFO [RS:0;db0afee3eab9:46699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:08,608 INFO [RS:0;db0afee3eab9:46699 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:08,608 INFO [RS:0;db0afee3eab9:46699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:08,608 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:08,608 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,46699,1732000897429 because: Region server is closing 2024-11-19T07:22:08,608 INFO [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46699. 2024-11-19T07:22:08,608 DEBUG [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:08,608 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:08,608 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:08,608 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:08,708 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.shipperdb0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 terminated 2024-11-19T07:22:08,709 INFO [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46699. 2024-11-19T07:22:08,708 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,46699,1732000897429.replicationSource.wal-reader.db0afee3eab9%2C46699%2C1732000897429,1-db0afee3eab9,46699,1732000897429 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:22:08,709 DEBUG [RS:0;db0afee3eab9:46699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:08,709 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:08,709 DEBUG [RS:0;db0afee3eab9:46699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:08,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:08,709 INFO [RS:0;db0afee3eab9:46699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46699 2024-11-19T07:22:08,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545/rs 2024-11-19T07:22:08,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11304391545/rs/db0afee3eab9,46699,1732000897429 2024-11-19T07:22:08,729 INFO [RS:0;db0afee3eab9:46699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:08,730 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,46699,1732000897429] 2024-11-19T07:22:08,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11304391545/draining/db0afee3eab9,46699,1732000897429 already deleted, retry=false 2024-11-19T07:22:08,802 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,46699,1732000897429 expired; onlineServers=0 2024-11-19T07:22:08,802 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,36619,1732000897280' ***** 2024-11-19T07:22:08,802 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:08,802 INFO [M:0;db0afee3eab9:36619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:08,802 INFO [M:0;db0afee3eab9:36619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:08,802 DEBUG [M:0;db0afee3eab9:36619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:08,802 DEBUG [M:0;db0afee3eab9:36619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:08,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:08,802 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000899234 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000899234,5,FailOnTimeoutGroup] 2024-11-19T07:22:08,802 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000899234 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000899234,5,FailOnTimeoutGroup] 2024-11-19T07:22:08,802 INFO [M:0;db0afee3eab9:36619 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:08,802 INFO [M:0;db0afee3eab9:36619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:08,802 DEBUG [M:0;db0afee3eab9:36619 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:08,802 INFO [M:0;db0afee3eab9:36619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:08,803 INFO [M:0;db0afee3eab9:36619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:08,803 INFO [M:0;db0afee3eab9:36619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:08,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:08,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:08,840 INFO [RS:0;db0afee3eab9:46699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:08,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46699-0x10151f833490004, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:08,840 INFO [RS:0;db0afee3eab9:46699 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,46699,1732000897429; zookeeper connection closed. 2024-11-19T07:22:08,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5054b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5054b0 2024-11-19T07:22:08,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:08,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11304391545/master 2024-11-19T07:22:08,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11304391545 2024-11-19T07:22:08,844 DEBUG [M:0;db0afee3eab9:36619 {}] zookeeper.ZKUtil(347): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Unable to get data of znode /11304391545/master because node does not exist (not an error) 2024-11-19T07:22:08,844 WARN [M:0;db0afee3eab9:36619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:22:08,844 INFO [M:0;db0afee3eab9:36619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/.lastflushedseqids 2024-11-19T07:22:08,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741847_1023 (size=245) 2024-11-19T07:22:09,248 INFO [M:0;db0afee3eab9:36619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:09,248 INFO [M:0;db0afee3eab9:36619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:09,248 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:09,248 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:09,248 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:09,248 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:09,248 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:09,248 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-19T07:22:09,263 DEBUG [M:0;db0afee3eab9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4d774a30ed4b60a781e305db34dd38 is 82, key is hbase:meta,,1/info:regioninfo/1732000900471/Put/seqid=0 2024-11-19T07:22:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741848_1024 (size=5672) 2024-11-19T07:22:09,432 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:09,666 INFO [M:0;db0afee3eab9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4d774a30ed4b60a781e305db34dd38 2024-11-19T07:22:09,689 DEBUG [M:0;db0afee3eab9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62635d3ef4c418896a81672496504cf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000913578/Put/seqid=0 2024-11-19T07:22:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741849_1025 (size=8516) 2024-11-19T07:22:10,093 INFO [M:0;db0afee3eab9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62635d3ef4c418896a81672496504cf 2024-11-19T07:22:10,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:10,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,117 DEBUG [M:0;db0afee3eab9:36619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d969f64492fd471f832e347cae5e7cb5 is 69, key is db0afee3eab9,46699,1732000897429/rs:state/1732000899315/Put/seqid=0 2024-11-19T07:22:10,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741850_1026 (size=5156) 2024-11-19T07:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:10,522 INFO [M:0;db0afee3eab9:36619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d969f64492fd471f832e347cae5e7cb5 2024-11-19T07:22:10,526 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef4d774a30ed4b60a781e305db34dd38 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef4d774a30ed4b60a781e305db34dd38 2024-11-19T07:22:10,530 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef4d774a30ed4b60a781e305db34dd38, entries=8, sequenceid=97, filesize=5.5 K 2024-11-19T07:22:10,530 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c62635d3ef4c418896a81672496504cf as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c62635d3ef4c418896a81672496504cf 2024-11-19T07:22:10,534 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c62635d3ef4c418896a81672496504cf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-19T07:22:10,534 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d969f64492fd471f832e347cae5e7cb5 as hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d969f64492fd471f832e347cae5e7cb5 2024-11-19T07:22:10,537 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41711/user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d969f64492fd471f832e347cae5e7cb5, entries=1, sequenceid=97, filesize=5.0 K 2024-11-19T07:22:10,538 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-19T07:22:10,539 INFO [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:10,539 DEBUG [M:0;db0afee3eab9:36619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000929248Disabling compacts and flushes for region at 1732000929248Disabling writes for close at 1732000929248Obtaining lock to block concurrent updates at 1732000929248Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000929248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732000929249 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000929249Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000929249Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000929263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000929263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000929670 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000929689 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000929689Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000930097 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000930117 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000930117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c73b13: reopening flushed file at 1732000930525 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37aaa65a: reopening flushed file at 1732000930530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d317dbb: reopening flushed file at 1732000930534 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732000930538 (+4 ms)Writing region close event to WAL at 1732000930539 (+1 ms)Closed at 1732000930539 2024-11-19T07:22:10,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37561 is added to blk_1073741830_1006 (size=63654) 2024-11-19T07:22:10,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91f17b35-a70b-1808-7187-54a99d78796c/MasterData/WALs/db0afee3eab9,36619,1732000897280/db0afee3eab9%2C36619%2C1732000897280.1732000898817 not finished, retry = 0 2024-11-19T07:22:10,641 INFO [M:0;db0afee3eab9:36619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:10,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:10,641 INFO [M:0;db0afee3eab9:36619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36619 2024-11-19T07:22:10,642 INFO [M:0;db0afee3eab9:36619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:10,758 INFO [M:0;db0afee3eab9:36619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:10,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:10,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36619-0x10151f833490003, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:10,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57982b20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:10,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46bf0487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:10,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:10,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79ef667a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:10,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@752b56ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:10,763 WARN [BP-2075741539-172.17.0.2-1732000893920 heartbeating to localhost/127.0.0.1:41711 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:10,763 WARN [BP-2075741539-172.17.0.2-1732000893920 heartbeating to localhost/127.0.0.1:41711 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2075741539-172.17.0.2-1732000893920 (Datanode Uuid 8ccf9c9b-9279-4510-8419-0a49c7a16568) service to localhost/127.0.0.1:41711 2024-11-19T07:22:10,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:10,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:10,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/cluster_c8d7e168-be87-a4b5-bd92-9e2c6370a325/data/data1/current/BP-2075741539-172.17.0.2-1732000893920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:10,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/cluster_c8d7e168-be87-a4b5-bd92-9e2c6370a325/data/data2/current/BP-2075741539-172.17.0.2-1732000893920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:10,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:10,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78f282fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:10,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1efa6563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:10,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:10,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccb21a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:10,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3250fe29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cc4f98-8704-83b5-b245-9fbb0a7cc168/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:10,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:10,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:10,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:10,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:10,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:10,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:10,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:10,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:10,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474802116, stopped=false 2024-11-19T07:22:10,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,43005,1732000891451 2024-11-19T07:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-393709924/running 2024-11-19T07:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-393709924/running 2024-11-19T07:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:22:10,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:22:10,795 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:10,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:10,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/running 2024-11-19T07:22:10,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:10,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:10,796 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,34051,1732000891628' ***** 2024-11-19T07:22:10,796 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:10,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for b0f63477a77c8569826898214cf8c025 2024-11-19T07:22:10,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Set watcher on znode that does not yet exist, /0-393709924/running 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,34051,1732000891628 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:10,796 INFO [RS:0;db0afee3eab9:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34051. 2024-11-19T07:22:10,796 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0f63477a77c8569826898214cf8c025, disabling compactions & flushes 2024-11-19T07:22:10,796 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:22:10,796 DEBUG [RS:0;db0afee3eab9:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:10,796 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:22:10,796 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:10,796 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. after waiting 0 ms 2024-11-19T07:22:10,797 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:22:10,797 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:10,797 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:10,797 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:10,797 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0f63477a77c8569826898214cf8c025 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-19T07:22:10,797 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:10,797 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:22:10,797 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1325): Online Regions={b0f63477a77c8569826898214cf8c025=hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025., 1588230740=hbase:meta,,1.1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d=test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.} 2024-11-19T07:22:10,797 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0f63477a77c8569826898214cf8c025, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:10,797 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:10,797 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:10,797 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:10,797 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:10,797 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:10,797 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:22:10,802 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:10,810 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/.tmp/queue/71dfdb64b3774d3f8fa18a1d95fe6b80 is 153, key is 1-db0afee3eab9,34051,1732000891628/queue:db0afee3eab9%2C34051%2C1732000891628/1732000920378/Put/seqid=0 2024-11-19T07:22:10,810 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/info/9b6009d3488b4b1cb1c9d0354d109d44 is 147, key is hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025./info:regioninfo/1732000911825/Put/seqid=0 2024-11-19T07:22:10,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741840_1016 (size=7686) 2024-11-19T07:22:10,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741841_1017 (size=5352) 2024-11-19T07:22:10,835 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/WALs/db0afee3eab9,34051,1732000891628/db0afee3eab9%2C34051%2C1732000891628.1732000892503 to pos 636, reset compression=false 2024-11-19T07:22:10,997 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0f63477a77c8569826898214cf8c025, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:11,197 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0f63477a77c8569826898214cf8c025, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:11,214 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/info/9b6009d3488b4b1cb1c9d0354d109d44 2024-11-19T07:22:11,214 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/.tmp/queue/71dfdb64b3774d3f8fa18a1d95fe6b80 2024-11-19T07:22:11,221 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/.tmp/queue/71dfdb64b3774d3f8fa18a1d95fe6b80 as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/queue/71dfdb64b3774d3f8fa18a1d95fe6b80 2024-11-19T07:22:11,230 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/queue/71dfdb64b3774d3f8fa18a1d95fe6b80, entries=1, sequenceid=8, filesize=5.2 K 2024-11-19T07:22:11,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b0f63477a77c8569826898214cf8c025 in 434ms, sequenceid=8, compaction requested=false 2024-11-19T07:22:11,234 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/replication/b0f63477a77c8569826898214cf8c025/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:11,235 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0f63477a77c8569826898214cf8c025: Waiting for close lock at 1732000930796Running coprocessor pre-close hooks at 1732000930796Disabling compacts and flushes for region at 1732000930796Disabling writes for close at 1732000930796Obtaining lock to block concurrent updates at 1732000930797 (+1 ms)Preparing flush snapshotting stores in b0f63477a77c8569826898214cf8c025 at 1732000930797Finished memstore snapshotting hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732000930797Flushing stores of hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. at 1732000930797Flushing b0f63477a77c8569826898214cf8c025/queue: creating writer at 1732000930797Flushing b0f63477a77c8569826898214cf8c025/queue: appending metadata at 1732000930810 (+13 ms)Flushing b0f63477a77c8569826898214cf8c025/queue: closing flushed file at 1732000930810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382aeb09: reopening flushed file at 1732000931220 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for b0f63477a77c8569826898214cf8c025 in 434ms, sequenceid=8, compaction requested=false at 1732000931231 (+11 ms)Writing region close event to WAL at 1732000931232 (+1 ms)Running coprocessor post-close hooks at 1732000931235 (+3 ms)Closed at 1732000931235 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000910660.b0f63477a77c8569826898214cf8c025. 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eea7a2c1e277f1bd8dd2c306606a8d2d, disabling compactions & flushes 2024-11-19T07:22:11,235 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. after waiting 0 ms 2024-11-19T07:22:11,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:22:11,235 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eea7a2c1e277f1bd8dd2c306606a8d2d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-19T07:22:11,240 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/ns/9f9f49e0595041f2939b866c9df6fa46 is 43, key is default/ns:d/1732000893684/Put/seqid=0 2024-11-19T07:22:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:22:11,250 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f/9d9df8ffe3b2425f9f7b01531caed9f9 is 28, key is row/f:/1732000920144/DeleteFamily/seqid=0 2024-11-19T07:22:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741843_1019 (size=5085) 2024-11-19T07:22:11,368 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:11,368 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:11,397 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:11,598 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:11,646 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/ns/9f9f49e0595041f2939b866c9df6fa46 2024-11-19T07:22:11,653 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f/9d9df8ffe3b2425f9f7b01531caed9f9 2024-11-19T07:22:11,656 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d9df8ffe3b2425f9f7b01531caed9f9 2024-11-19T07:22:11,668 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/rep_barrier/775a55c07cd941b0bf2eaadd2fe83a8a is 112, key is test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d./rep_barrier:seqnumDuringOpen/1732000905951/Put/seqid=0 2024-11-19T07:22:11,675 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f1/35209ee8b52b4b018218b744573fd149 is 29, key is row/f1:/1732000920144/DeleteFamily/seqid=0 2024-11-19T07:22:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741844_1020 (size=5518) 2024-11-19T07:22:11,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741845_1021 (size=5089) 2024-11-19T07:22:11,798 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:22:11,798 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d=test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d.} 2024-11-19T07:22:11,798 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:11,998 DEBUG [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eea7a2c1e277f1bd8dd2c306606a8d2d 2024-11-19T07:22:12,078 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/rep_barrier/775a55c07cd941b0bf2eaadd2fe83a8a 2024-11-19T07:22:12,084 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f1/35209ee8b52b4b018218b744573fd149 2024-11-19T07:22:12,089 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35209ee8b52b4b018218b744573fd149 2024-11-19T07:22:12,102 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/table/a52ef8341f284f1098834597e9e99b1d is 53, key is hbase:replication/table:state/1732000911831/Put/seqid=0 2024-11-19T07:22:12,109 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/norep/954622438db34ecb9cd37c4341d3f4fa is 32, key is row/norep:/1732000920144/DeleteFamily/seqid=0 2024-11-19T07:22:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741846_1022 (size=5308) 2024-11-19T07:22:12,110 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/table/a52ef8341f284f1098834597e9e99b1d 2024-11-19T07:22:12,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741847_1023 (size=5101) 2024-11-19T07:22:12,114 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/norep/954622438db34ecb9cd37c4341d3f4fa 2024-11-19T07:22:12,114 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/info/9b6009d3488b4b1cb1c9d0354d109d44 as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/info/9b6009d3488b4b1cb1c9d0354d109d44 2024-11-19T07:22:12,118 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 954622438db34ecb9cd37c4341d3f4fa 2024-11-19T07:22:12,119 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/info/9b6009d3488b4b1cb1c9d0354d109d44, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:22:12,119 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f/9d9df8ffe3b2425f9f7b01531caed9f9 as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/f/9d9df8ffe3b2425f9f7b01531caed9f9 2024-11-19T07:22:12,120 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/ns/9f9f49e0595041f2939b866c9df6fa46 as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/ns/9f9f49e0595041f2939b866c9df6fa46 2024-11-19T07:22:12,124 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d9df8ffe3b2425f9f7b01531caed9f9 2024-11-19T07:22:12,124 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/f/9d9df8ffe3b2425f9f7b01531caed9f9, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T07:22:12,124 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/f1/35209ee8b52b4b018218b744573fd149 as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/f1/35209ee8b52b4b018218b744573fd149 2024-11-19T07:22:12,124 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/ns/9f9f49e0595041f2939b866c9df6fa46, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:22:12,125 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/rep_barrier/775a55c07cd941b0bf2eaadd2fe83a8a as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/rep_barrier/775a55c07cd941b0bf2eaadd2fe83a8a 2024-11-19T07:22:12,132 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35209ee8b52b4b018218b744573fd149 2024-11-19T07:22:12,132 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/rep_barrier/775a55c07cd941b0bf2eaadd2fe83a8a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:22:12,132 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/f1/35209ee8b52b4b018218b744573fd149, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T07:22:12,132 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/.tmp/table/a52ef8341f284f1098834597e9e99b1d as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/table/a52ef8341f284f1098834597e9e99b1d 2024-11-19T07:22:12,132 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/.tmp/norep/954622438db34ecb9cd37c4341d3f4fa as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/norep/954622438db34ecb9cd37c4341d3f4fa 2024-11-19T07:22:12,143 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 954622438db34ecb9cd37c4341d3f4fa 2024-11-19T07:22:12,143 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/norep/954622438db34ecb9cd37c4341d3f4fa, entries=1, sequenceid=6, filesize=5.0 K 2024-11-19T07:22:12,143 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/table/a52ef8341f284f1098834597e9e99b1d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:22:12,144 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false 2024-11-19T07:22:12,144 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:22:12,144 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for eea7a2c1e277f1bd8dd2c306606a8d2d in 909ms, sequenceid=6, compaction requested=false 2024-11-19T07:22:12,144 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:22:12,157 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/default/test/eea7a2c1e277f1bd8dd2c306606a8d2d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T07:22:12,160 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:12,160 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:12,160 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:22:12,160 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eea7a2c1e277f1bd8dd2c306606a8d2d: Waiting for close lock at 1732000931235Running coprocessor pre-close hooks at 1732000931235Disabling compacts and flushes for region at 1732000931235Disabling writes for close at 1732000931235Obtaining lock to block concurrent updates at 1732000931235Preparing flush snapshotting stores in eea7a2c1e277f1bd8dd2c306606a8d2d at 1732000931235Finished memstore snapshotting test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732000931236 (+1 ms)Flushing stores of test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. at 1732000931236Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f: creating writer at 1732000931236Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f: appending metadata at 1732000931249 (+13 ms)Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f: closing flushed file at 1732000931249Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f1: creating writer at 1732000931656 (+407 ms)Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f1: appending metadata at 1732000931674 (+18 ms)Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/f1: closing flushed file at 1732000931674Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/norep: creating writer at 1732000932089 (+415 ms)Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/norep: appending metadata at 1732000932108 (+19 ms)Flushing eea7a2c1e277f1bd8dd2c306606a8d2d/norep: closing flushed file at 1732000932108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10079e78: reopening flushed file at 1732000932118 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcd1ef9: reopening flushed file at 1732000932124 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34608534: reopening flushed file at 1732000932132 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for eea7a2c1e277f1bd8dd2c306606a8d2d in 909ms, sequenceid=6, compaction requested=false at 1732000932144 (+12 ms)Writing region close event to WAL at 1732000932153 (+9 ms)Running coprocessor post-close hooks at 1732000932160 (+7 ms)Closed at 1732000932160 2024-11-19T07:22:12,160 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000905200.eea7a2c1e277f1bd8dd2c306606a8d2d. 2024-11-19T07:22:12,180 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:22:12,181 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:12,181 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:12,181 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:12,181 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000930797Running coprocessor pre-close hooks at 1732000930797Disabling compacts and flushes for region at 1732000930797Disabling writes for close at 1732000930797Obtaining lock to block concurrent updates at 1732000930797Preparing flush snapshotting stores in 1588230740 at 1732000930797Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000930797Flushing stores of hbase:meta,,1.1588230740 at 1732000930798 (+1 ms)Flushing 1588230740/info: creating writer at 1732000930798Flushing 1588230740/info: appending metadata at 1732000930810 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732000930810Flushing 1588230740/ns: creating writer at 1732000931220 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732000931239 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732000931239Flushing 1588230740/rep_barrier: creating writer at 1732000931650 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000931668 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000931668Flushing 1588230740/table: creating writer at 1732000932083 (+415 ms)Flushing 1588230740/table: appending metadata at 1732000932102 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732000932102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb84641: reopening flushed file at 1732000932114 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb19000: reopening flushed file at 1732000932119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@413bfccc: reopening flushed file at 1732000932125 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3131ebeb: reopening flushed file at 1732000932132 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false at 1732000932144 (+12 ms)Writing region close event to WAL at 1732000932156 (+12 ms)Running coprocessor post-close hooks at 1732000932181 (+25 ms)Closed at 1732000932181 2024-11-19T07:22:12,181 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:12,198 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,34051,1732000891628; all regions closed. 2024-11-19T07:22:12,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741834_1010 (size=4239) 2024-11-19T07:22:12,203 DEBUG [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs 2024-11-19T07:22:12,203 INFO [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34051%2C1732000891628.meta:.meta(num 1732000893516) 2024-11-19T07:22:12,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741839_1015 (size=2240) 2024-11-19T07:22:12,208 DEBUG [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs 2024-11-19T07:22:12,208 INFO [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34051%2C1732000891628.rep:(num 1732000911799) 2024-11-19T07:22:12,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741832_1008 (size=1535) 2024-11-19T07:22:12,212 DEBUG [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/oldWALs 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C34051%2C1732000891628:(num 1732000892503) 2024-11-19T07:22:12,212 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:12,212 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:12,212 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,34051,1732000891628 because: Region server is closing 2024-11-19T07:22:12,213 INFO [RS:0;db0afee3eab9:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:34051. 2024-11-19T07:22:12,213 DEBUG [RS:0;db0afee3eab9:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:12,213 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:12,213 DEBUG [RS:0;db0afee3eab9:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:12,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:12,313 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-19T07:22:12,313 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.wal-reader.db0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:22:12,313 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,34051,1732000891628.replicationSource.shipperdb0afee3eab9%2C34051%2C1732000891628,1-db0afee3eab9,34051,1732000891628 terminated 2024-11-19T07:22:12,314 INFO [RS:0;db0afee3eab9:34051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34051 2024-11-19T07:22:12,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-393709924/rs/db0afee3eab9,34051,1732000891628 2024-11-19T07:22:12,458 INFO [RS:0;db0afee3eab9:34051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:12,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924/rs 2024-11-19T07:22:12,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,34051,1732000891628] 2024-11-19T07:22:12,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-393709924/draining/db0afee3eab9,34051,1732000891628 already deleted, retry=false 2024-11-19T07:22:12,561 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,34051,1732000891628 expired; onlineServers=0 2024-11-19T07:22:12,561 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,43005,1732000891451' ***** 2024-11-19T07:22:12,561 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:12,561 DEBUG [M:0;db0afee3eab9:43005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:12,561 DEBUG [M:0;db0afee3eab9:43005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:12,561 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:12,561 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000892246 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000892246,5,FailOnTimeoutGroup] 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:12,561 DEBUG [M:0;db0afee3eab9:43005 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:12,561 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000892246 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000892246,5,FailOnTimeoutGroup] 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:12,561 INFO [M:0;db0afee3eab9:43005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:12,562 ERROR [M:0;db0afee3eab9:43005 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42675,5,PEWorkerGroup] 2024-11-19T07:22:12,562 INFO [M:0;db0afee3eab9:43005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:12,562 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:12,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-393709924/master 2024-11-19T07:22:12,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-393709924 2024-11-19T07:22:12,574 DEBUG [M:0;db0afee3eab9:43005 {}] zookeeper.ZKUtil(347): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Unable to get data of znode /0-393709924/master because node does not exist (not an error) 2024-11-19T07:22:12,574 WARN [M:0;db0afee3eab9:43005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:22:12,575 INFO [M:0;db0afee3eab9:43005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/.lastflushedseqids 2024-11-19T07:22:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741848_1024 (size=245) 2024-11-19T07:22:12,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:12,634 INFO [RS:0;db0afee3eab9:34051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:12,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x10151f833490001, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:12,634 INFO [RS:0;db0afee3eab9:34051 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,34051,1732000891628; zookeeper connection closed. 2024-11-19T07:22:12,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c8f1249 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c8f1249 2024-11-19T07:22:12,635 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:12,985 INFO [M:0;db0afee3eab9:43005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:12,985 INFO [M:0;db0afee3eab9:43005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:12,985 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:12,986 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:12,986 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:12,986 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:12,986 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:12,986 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-19T07:22:13,007 DEBUG [M:0;db0afee3eab9:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/261b7a0b778c4699be39e1aa95fe34ec is 82, key is hbase:meta,,1/info:regioninfo/1732000893563/Put/seqid=0 2024-11-19T07:22:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741849_1025 (size=5672) 2024-11-19T07:22:13,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:22:13,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:22:13,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:13,411 INFO [M:0;db0afee3eab9:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/261b7a0b778c4699be39e1aa95fe34ec 2024-11-19T07:22:13,436 DEBUG [M:0;db0afee3eab9:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82397e3a0013471caac0dc2d015b104a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000905959/Put/seqid=0 2024-11-19T07:22:13,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741850_1026 (size=7218) 2024-11-19T07:22:13,442 INFO [M:0;db0afee3eab9:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82397e3a0013471caac0dc2d015b104a 2024-11-19T07:22:13,446 INFO [M:0;db0afee3eab9:43005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82397e3a0013471caac0dc2d015b104a 2024-11-19T07:22:13,466 DEBUG [M:0;db0afee3eab9:43005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f6233f957b8463b8a98ca88f6488c9f is 69, key is db0afee3eab9,34051,1732000891628/rs:state/1732000892347/Put/seqid=0 2024-11-19T07:22:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741851_1027 (size=5156) 2024-11-19T07:22:13,874 INFO [M:0;db0afee3eab9:43005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f6233f957b8463b8a98ca88f6488c9f 2024-11-19T07:22:13,878 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/261b7a0b778c4699be39e1aa95fe34ec as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/261b7a0b778c4699be39e1aa95fe34ec 2024-11-19T07:22:13,881 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/261b7a0b778c4699be39e1aa95fe34ec, entries=8, sequenceid=105, filesize=5.5 K 2024-11-19T07:22:13,882 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82397e3a0013471caac0dc2d015b104a as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82397e3a0013471caac0dc2d015b104a 2024-11-19T07:22:13,885 INFO [M:0;db0afee3eab9:43005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82397e3a0013471caac0dc2d015b104a 2024-11-19T07:22:13,886 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82397e3a0013471caac0dc2d015b104a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-19T07:22:13,886 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f6233f957b8463b8a98ca88f6488c9f as hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f6233f957b8463b8a98ca88f6488c9f 2024-11-19T07:22:13,889 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42675/user/jenkins/test-data/e0a72316-b48f-65d2-9194-0249373a80aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f6233f957b8463b8a98ca88f6488c9f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-19T07:22:13,890 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=105, compaction requested=false 2024-11-19T07:22:13,891 INFO [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:13,891 DEBUG [M:0;db0afee3eab9:43005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000932985Disabling compacts and flushes for region at 1732000932985Disabling writes for close at 1732000932986 (+1 ms)Obtaining lock to block concurrent updates at 1732000932986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000932986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732000932986Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000932987 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000932987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000933007 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000933007Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000933416 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000933435 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000933435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000933446 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000933465 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000933465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50326607: reopening flushed file at 1732000933877 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721d0ed7: reopening flushed file at 1732000933881 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f43152e: reopening flushed file at 1732000933886 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=105, compaction requested=false at 1732000933890 (+4 ms)Writing region close event to WAL at 1732000933891 (+1 ms)Closed at 1732000933891 2024-11-19T07:22:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45129 is added to blk_1073741830_1006 (size=64423) 2024-11-19T07:22:13,892 INFO [M:0;db0afee3eab9:43005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:13,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:13,893 INFO [M:0;db0afee3eab9:43005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43005 2024-11-19T07:22:13,893 INFO [M:0;db0afee3eab9:43005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:14,071 INFO [M:0;db0afee3eab9:43005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43005-0x10151f833490000, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:14,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@168c794e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:14,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ca7949d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:14,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:14,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36913524{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:14,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7201fd93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:14,078 WARN [BP-2135384811-172.17.0.2-1732000888803 heartbeating to localhost/127.0.0.1:42675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:14,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:14,078 WARN [BP-2135384811-172.17.0.2-1732000888803 heartbeating to localhost/127.0.0.1:42675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2135384811-172.17.0.2-1732000888803 (Datanode Uuid 0bffe7cf-3df6-4370-bc2f-610f6eb112fb) service to localhost/127.0.0.1:42675 2024-11-19T07:22:14,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:14,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/data/data1/current/BP-2135384811-172.17.0.2-1732000888803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:14,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/cluster_0ffea5d6-a5bd-fbf7-bae9-7b227ebf3e13/data/data2/current/BP-2135384811-172.17.0.2-1732000888803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:14,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dd8db0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:14,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75067113{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:14,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c34b39a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dc97342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b99d2179-25f3-23fc-d70f-907031aadfce/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:14,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:22:14,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:14,132 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42675 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38487 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41711 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41711 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41711 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49286) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41711 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:42675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=443 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=12171 (was 12487) 2024-11-19T07:22:14,147 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=443, ProcessCount=11, AvailableMemoryMB=12168 2024-11-19T07:22:14,167 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-19T07:22:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir so I do NOT create it in target/test-data/584bb862-790e-cdd3-ad61-45593fad5785 2024-11-19T07:22:14,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:22:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.tmp.dir so I do NOT create it in target/test-data/584bb862-790e-cdd3-ad61-45593fad5785 2024-11-19T07:22:14,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/780c07b0-5c0b-09a0-257b-23c0bbb52f52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:22:14,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785 2024-11-19T07:22:14,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f, deleteOnExit=true 2024-11-19T07:22:14,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/zookeeper_0, clientPort=53558, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:22:14,182 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53558 2024-11-19T07:22:14,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:22:14,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/test.cache.data in system properties and HBase conf 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:22:14,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:22:14,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:22:14,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:22:14,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10151f833490002, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:22:14,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10151f833490002, quorum=127.0.0.1:49286, baseZNode=/0-393709924 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:22:14,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10151f833490008, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:22:14,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10151f833490008, quorum=127.0.0.1:49286, baseZNode=/2972439486 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:22:14,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10151f833490005, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-19T07:22:14,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10151f833490005, quorum=127.0.0.1:49286, baseZNode=/11304391545 Received Disconnected from ZooKeeper, ignoring 2024-11-19T07:22:14,659 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:14,663 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:14,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:14,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:14,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:22:14,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:14,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4998f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:14,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4015788{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:14,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6247defd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/java.io.tmpdir/jetty-localhost-33297-hadoop-hdfs-3_4_1-tests_jar-_-any-17137147060928699673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:14,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@358fab2{HTTP/1.1, (http/1.1)}{localhost:33297} 2024-11-19T07:22:14,805 INFO [Time-limited test {}] server.Server(415): Started @319060ms 2024-11-19T07:22:15,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:15,100 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:15,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:15,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:15,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:22:15,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bca321{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:15,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46c71a4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:15,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20630069{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/java.io.tmpdir/jetty-localhost-34431-hadoop-hdfs-3_4_1-tests_jar-_-any-4698774742540960080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:15,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d7b1f54{HTTP/1.1, (http/1.1)}{localhost:34431} 2024-11-19T07:22:15,207 INFO [Time-limited test {}] server.Server(415): Started @319462ms 2024-11-19T07:22:15,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:22:15,995 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data1/current/BP-2004773000-172.17.0.2-1732000934207/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:15,995 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data2/current/BP-2004773000-172.17.0.2-1732000934207/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:16,010 WARN [Thread-4156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:22:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8519d8d4bf85a9b1 with lease ID 0x2df29dd42916e569: Processing first storage report for DS-0fc65b85-bd26-481e-8d6b-8b78a283771e from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=e190fc05-be8b-434a-9af4-77c740103e74, infoPort=36235, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1931446808;c=1732000934207) 2024-11-19T07:22:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8519d8d4bf85a9b1 with lease ID 0x2df29dd42916e569: from storage DS-0fc65b85-bd26-481e-8d6b-8b78a283771e node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=e190fc05-be8b-434a-9af4-77c740103e74, infoPort=36235, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1931446808;c=1732000934207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8519d8d4bf85a9b1 with lease ID 0x2df29dd42916e569: Processing first storage report for DS-ea2e8e53-5da8-49e1-a0a9-1220d56cf3a3 from datanode DatanodeRegistration(127.0.0.1:41295, datanodeUuid=e190fc05-be8b-434a-9af4-77c740103e74, infoPort=36235, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1931446808;c=1732000934207) 2024-11-19T07:22:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8519d8d4bf85a9b1 with lease ID 0x2df29dd42916e569: from storage DS-ea2e8e53-5da8-49e1-a0a9-1220d56cf3a3 node DatanodeRegistration(127.0.0.1:41295, datanodeUuid=e190fc05-be8b-434a-9af4-77c740103e74, infoPort=36235, infoSecurePort=0, ipcPort=36793, storageInfo=lv=-57;cid=testClusterID;nsid=1931446808;c=1732000934207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:16,032 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785 2024-11-19T07:22:16,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:22:16,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8 with version=8 2024-11-19T07:22:16,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/hbase-staging 2024-11-19T07:22:16,441 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:22:16,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:16,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32909 2024-11-19T07:22:16,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32909 connecting to ZooKeeper ensemble=127.0.0.1:53558 2024-11-19T07:22:16,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329090x0, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:16,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32909-0x10151f8e4c80000 connected 2024-11-19T07:22:16,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on znode that does not yet exist, /0509463598/running 2024-11-19T07:22:16,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8, hbase.cluster.distributed=false 2024-11-19T07:22:16,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on znode that does not yet exist, /0509463598/acl 2024-11-19T07:22:16,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32909 2024-11-19T07:22:16,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32909 2024-11-19T07:22:16,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32909 2024-11-19T07:22:16,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32909 2024-11-19T07:22:16,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32909 2024-11-19T07:22:16,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:16,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:16,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46545 2024-11-19T07:22:16,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46545 connecting to ZooKeeper ensemble=127.0.0.1:53558 2024-11-19T07:22:16,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465450x0, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:16,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465450x0, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on znode that does not yet exist, /0509463598/running 2024-11-19T07:22:16,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46545-0x10151f8e4c80001 connected 2024-11-19T07:22:16,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:22:16,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:22:16,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on znode that does not yet exist, /0509463598/master 2024-11-19T07:22:16,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on znode that does not yet exist, /0509463598/acl 2024-11-19T07:22:16,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-19T07:22:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46545 2024-11-19T07:22:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46545 2024-11-19T07:22:16,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-19T07:22:16,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46545 2024-11-19T07:22:16,680 DEBUG [M:0;db0afee3eab9:32909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:32909 2024-11-19T07:22:16,680 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0509463598/backup-masters/db0afee3eab9,32909,1732000936441 2024-11-19T07:22:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598/backup-masters 2024-11-19T07:22:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598/backup-masters 2024-11-19T07:22:16,736 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on existing znode=/0509463598/backup-masters/db0afee3eab9,32909,1732000936441 2024-11-19T07:22:16,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:16,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509463598/master 2024-11-19T07:22:16,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:16,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:16,753 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on existing znode=/0509463598/master 2024-11-19T07:22:16,753 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0509463598/backup-masters/db0afee3eab9,32909,1732000936441 from backup master directory 2024-11-19T07:22:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509463598/backup-masters/db0afee3eab9,32909,1732000936441 2024-11-19T07:22:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598/backup-masters 2024-11-19T07:22:16,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598/backup-masters 2024-11-19T07:22:16,763 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:16,763 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,32909,1732000936441 2024-11-19T07:22:16,765 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/hbase.id] with ID: 2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e 2024-11-19T07:22:16,765 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/.tmp/hbase.id 2024-11-19T07:22:16,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:22:16,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:16,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:17,169 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/.tmp/hbase.id]:[hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/hbase.id] 2024-11-19T07:22:17,176 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:17,176 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:22:17,176 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-19T07:22:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:17,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:17,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:22:17,630 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:17,631 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:22:17,631 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:17,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:22:18,041 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/data/master/store 2024-11-19T07:22:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:22:18,104 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:18,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:18,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128621 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:18,445 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:18,445 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:18,445 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000938445Disabling compacts and flushes for region at 1732000938445Disabling writes for close at 1732000938445Writing region close event to WAL at 1732000938445Closed at 1732000938445 2024-11-19T07:22:18,446 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/data/master/store/.initializing 2024-11-19T07:22:18,446 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/WALs/db0afee3eab9,32909,1732000936441 2024-11-19T07:22:18,447 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:18,448 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C32909%2C1732000936441, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/WALs/db0afee3eab9,32909,1732000936441, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/oldWALs, maxLogs=10 2024-11-19T07:22:18,459 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/WALs/db0afee3eab9,32909,1732000936441/db0afee3eab9%2C32909%2C1732000936441.1732000938448, exclude list is [], retry=0 2024-11-19T07:22:18,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-0fc65b85-bd26-481e-8d6b-8b78a283771e,DISK] 2024-11-19T07:22:18,462 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/WALs/db0afee3eab9,32909,1732000936441/db0afee3eab9%2C32909%2C1732000936441.1732000938448 2024-11-19T07:22:18,462 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36235:36235)] 2024-11-19T07:22:18,462 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:18,463 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:18,463 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,463 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:22:18,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:18,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:18,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:22:18,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:18,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:18,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:22:18,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:18,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:18,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:22:18,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:18,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:18,468 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,468 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,468 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,469 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,469 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,470 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:18,470 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:18,472 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:18,472 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61598827, jitterRate=-0.08210594952106476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:18,473 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000938463Initializing all the Stores at 1732000938463Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000938463Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000938463Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000938463Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000938463Cleaning up temporary data from old regions at 1732000938469 (+6 ms)Region opened successfully at 1732000938473 (+4 ms) 2024-11-19T07:22:18,473 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:22:18,475 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795bc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:18,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:22:18,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:22:18,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:22:18,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:22:18,476 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:22:18,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:22:18,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:22:18,478 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:22:18,479 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Unable to get data of znode /0509463598/balancer because node does not exist (not necessarily an error) 2024-11-19T07:22:18,552 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509463598/balancer already deleted, retry=false 2024-11-19T07:22:18,552 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:22:18,553 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Unable to get data of znode /0509463598/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:22:18,563 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509463598/normalizer already deleted, retry=false 2024-11-19T07:22:18,563 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:22:18,564 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Unable to get data of znode /0509463598/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:22:18,573 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509463598/switch/split already deleted, retry=false 2024-11-19T07:22:18,574 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Unable to get data of znode /0509463598/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:22:18,584 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509463598/switch/merge already deleted, retry=false 2024-11-19T07:22:18,585 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Unable to get data of znode /0509463598/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:22:18,594 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509463598/snapshot-cleanup already deleted, retry=false 2024-11-19T07:22:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509463598/running 2024-11-19T07:22:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509463598/running 2024-11-19T07:22:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,605 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,32909,1732000936441, sessionid=0x10151f8e4c80000, setting cluster-up flag (Was=false) 2024-11-19T07:22:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,657 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0509463598/flush-table-proc/acquired, /0509463598/flush-table-proc/reached, /0509463598/flush-table-proc/abort 2024-11-19T07:22:18,658 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,32909,1732000936441 2024-11-19T07:22:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:18,710 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0509463598/online-snapshot/acquired, /0509463598/online-snapshot/reached, /0509463598/online-snapshot/abort 2024-11-19T07:22:18,711 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,32909,1732000936441 2024-11-19T07:22:18,712 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:22:18,713 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:18,713 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:22:18,713 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:22:18,713 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,32909,1732000936441 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:22:18,714 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:18,714 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:18,714 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:18,714 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:18,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:22:18,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:18,715 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000968715 2024-11-19T07:22:18,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:22:18,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:22:18,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:22:18,715 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:22:18,716 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:22:18,716 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:22:18,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:18,716 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:22:18,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:18,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:22:18,725 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:22:18,726 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:22:18,728 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000938726,5,FailOnTimeoutGroup] 2024-11-19T07:22:18,728 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000938728,5,FailOnTimeoutGroup] 2024-11-19T07:22:18,728 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,728 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:22:18,728 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,729 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:22:18,770 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(746): ClusterId : 2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e 2024-11-19T07:22:18,770 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:22:18,782 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:22:18,782 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:22:18,792 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:22:18,792 DEBUG [RS:0;db0afee3eab9:46545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ec9e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:18,806 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:46545 2024-11-19T07:22:18,806 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:22:18,806 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:22:18,806 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:22:18,807 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,32909,1732000936441 with port=46545, startcode=1732000936626 2024-11-19T07:22:18,807 DEBUG [RS:0;db0afee3eab9:46545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:22:18,808 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:22:18,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32909 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,809 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8 2024-11-19T07:22:18,809 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40571 2024-11-19T07:22:18,809 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:22:18,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598/rs 2024-11-19T07:22:18,816 DEBUG [RS:0;db0afee3eab9:46545 {}] zookeeper.ZKUtil(111): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Set watcher on existing znode=/0509463598/rs/db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,816 WARN [RS:0;db0afee3eab9:46545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:18,816 INFO [RS:0;db0afee3eab9:46545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:18,816 DEBUG [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,46545,1732000936626] 2024-11-19T07:22:18,819 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:22:18,820 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:22:18,821 INFO [RS:0;db0afee3eab9:46545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:22:18,821 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,821 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:22:18,822 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:22:18,822 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:18,822 DEBUG [RS:0;db0afee3eab9:46545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,824 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46545,1732000936626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:18,841 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:22:18,841 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46545,1732000936626-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,841 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,841 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.Replication(171): db0afee3eab9,46545,1732000936626 started 2024-11-19T07:22:18,853 INFO [RS:0;db0afee3eab9:46545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:18,853 INFO [RS:0;db0afee3eab9:46545 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,46545,1732000936626, RpcServer on db0afee3eab9/172.17.0.2:46545, sessionid=0x10151f8e4c80001 2024-11-19T07:22:18,853 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:22:18,853 DEBUG [RS:0;db0afee3eab9:46545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,853 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46545,1732000936626' 2024-11-19T07:22:18,853 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0509463598/flush-table-proc/abort' 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0509463598/flush-table-proc/acquired' 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,46545,1732000936626 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46545,1732000936626' 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0509463598/online-snapshot/abort' 2024-11-19T07:22:18,854 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0509463598/online-snapshot/acquired' 2024-11-19T07:22:18,855 DEBUG [RS:0;db0afee3eab9:46545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:22:18,855 INFO [RS:0;db0afee3eab9:46545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:22:18,855 INFO [RS:0;db0afee3eab9:46545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:22:18,955 INFO [RS:0;db0afee3eab9:46545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:18,956 INFO [RS:0;db0afee3eab9:46545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46545%2C1732000936626, suffix=, logDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/oldWALs, maxLogs=10 2024-11-19T07:22:18,968 DEBUG [RS:0;db0afee3eab9:46545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626/db0afee3eab9%2C46545%2C1732000936626.1732000938956, exclude list is [], retry=0 2024-11-19T07:22:18,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-0fc65b85-bd26-481e-8d6b-8b78a283771e,DISK] 2024-11-19T07:22:18,971 INFO [RS:0;db0afee3eab9:46545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626/db0afee3eab9%2C46545%2C1732000936626.1732000938956 2024-11-19T07:22:18,971 DEBUG [RS:0;db0afee3eab9:46545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36235:36235)] 2024-11-19T07:22:19,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:22:19,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8 2024-11-19T07:22:19,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:22:19,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:19,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:19,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:19,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:19,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:19,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:19,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:19,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:19,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:19,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:19,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/1588230740 2024-11-19T07:22:19,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/1588230740 2024-11-19T07:22:19,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:19,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:19,542 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:19,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:19,543 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:19,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62714764, jitterRate=-0.06547719240188599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000939535Initializing all the Stores at 1732000939536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000939536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939536Cleaning up temporary data from old regions at 1732000939541 (+5 ms)Region opened successfully at 1732000939544 (+3 ms) 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:19,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:19,544 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:19,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000939544Disabling compacts and flushes for region at 1732000939544Disabling writes for close at 1732000939544Writing region close event to WAL at 1732000939544Closed at 1732000939544 2024-11-19T07:22:19,545 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:19,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:22:19,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:22:19,546 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:19,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:22:19,697 DEBUG [db0afee3eab9:32909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:22:19,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:19,698 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46545,1732000936626, state=OPENING 2024-11-19T07:22:19,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:22:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509463598 2024-11-19T07:22:19,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:19,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509463598/meta-region-server: CHANGED 2024-11-19T07:22:19,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509463598/meta-region-server: CHANGED 2024-11-19T07:22:19,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46545,1732000936626}] 2024-11-19T07:22:19,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:19,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:22:19,918 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:22:19,918 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:19,918 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:22:19,919 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46545%2C1732000936626.meta, suffix=.meta, logDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626, archiveDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/oldWALs, maxLogs=10 2024-11-19T07:22:19,934 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626/db0afee3eab9%2C46545%2C1732000936626.meta.1732000939920.meta, exclude list is [], retry=0 2024-11-19T07:22:19,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41295,DS-0fc65b85-bd26-481e-8d6b-8b78a283771e,DISK] 2024-11-19T07:22:19,937 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/WALs/db0afee3eab9,46545,1732000936626/db0afee3eab9%2C46545%2C1732000936626.meta.1732000939920.meta 2024-11-19T07:22:19,937 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36235:36235)] 2024-11-19T07:22:19,937 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:19,938 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:22:19,938 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:22:19,938 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:22:19,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:19,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:19,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:19,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:19,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:19,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:19,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:19,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:19,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:19,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:19,942 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:19,943 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/1588230740 2024-11-19T07:22:19,943 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/hbase/meta/1588230740 2024-11-19T07:22:19,944 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:19,944 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:19,944 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:19,945 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:19,946 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64078784, jitterRate=-0.045151710510253906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:19,946 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:22:19,946 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000939938Writing region info on filesystem at 1732000939938Initializing all the Stores at 1732000939939 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000939939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000939939Cleaning up temporary data from old regions at 1732000939944 (+5 ms)Running coprocessor post-open hooks at 1732000939946 (+2 ms)Region opened successfully at 1732000939946 2024-11-19T07:22:19,947 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000939915 2024-11-19T07:22:19,949 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:22:19,949 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:22:19,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:19,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46545,1732000936626, state=OPEN 2024-11-19T07:22:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46545-0x10151f8e4c80001, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0509463598/meta-region-server 2024-11-19T07:22:19,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32909-0x10151f8e4c80000, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0509463598/meta-region-server 2024-11-19T07:22:19,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:19,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509463598/meta-region-server: CHANGED 2024-11-19T07:22:19,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509463598/meta-region-server: CHANGED 2024-11-19T07:22:19,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:22:19,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46545,1732000936626 in 234 msec 2024-11-19T07:22:19,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:22:19,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-19T07:22:19,999 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:19,999 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:22:20,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:20,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46545,1732000936626, seqNum=-1] 2024-11-19T07:22:20,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:20,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:20,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-19T07:22:20,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000940004, completionTime=-1 2024-11-19T07:22:20,004 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:22:20,004 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:22:20,005 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:22:20,005 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001000005 2024-11-19T07:22:20,005 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001060005 2024-11-19T07:22:20,005 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:32909, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,006 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,007 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.245sec 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:20,008 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:22:20,010 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:22:20,010 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:22:20,010 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,32909,1732000936441-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:20,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7195f377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:20,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32909,-1 for getting cluster id 2024-11-19T07:22:20,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:20,072 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e' 2024-11-19T07:22:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e" 2024-11-19T07:22:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8f3a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32909,-1] 2024-11-19T07:22:20,072 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:20,073 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:20,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8748ee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:20,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46545,1732000936626, seqNum=-1] 2024-11-19T07:22:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:20,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:20,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,32909,1732000936441 2024-11-19T07:22:20,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53558 2024-11-19T07:22:20,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53558, baseZNode=/0509463598 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:20,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f8e4c80002 connected 2024-11-19T07:22:20,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,32909,1732000936441 2024-11-19T07:22:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73333c68 2024-11-19T07:22:20,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:20,121 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:20,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:22:20,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:22:20,123 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:20,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:22:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:20,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:22:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:22:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:20,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb1c85ccc11684722d0066cd6510507b, NAME => 'test,,1732000940121.bb1c85ccc11684722d0066cd6510507b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8 2024-11-19T07:22:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41295 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:22:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000940121.bb1c85ccc11684722d0066cd6510507b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bb1c85ccc11684722d0066cd6510507b, disabling compactions & flushes 2024-11-19T07:22:20,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. after waiting 0 ms 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:20,937 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:20,937 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb1c85ccc11684722d0066cd6510507b: Waiting for close lock at 1732000940937Disabling compacts and flushes for region at 1732000940937Disabling writes for close at 1732000940937Writing region close event to WAL at 1732000940937Closed at 1732000940937 2024-11-19T07:22:20,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:22:20,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000940121.bb1c85ccc11684722d0066cd6510507b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000940938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000940938"}]},"ts":"1732000940938"} 2024-11-19T07:22:20,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:22:20,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:22:20,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000940940"}]},"ts":"1732000940940"} 2024-11-19T07:22:20,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:22:20,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb1c85ccc11684722d0066cd6510507b, ASSIGN}] 2024-11-19T07:22:20,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bb1c85ccc11684722d0066cd6510507b, ASSIGN 2024-11-19T07:22:20,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bb1c85ccc11684722d0066cd6510507b, ASSIGN; state=OFFLINE, location=db0afee3eab9,46545,1732000936626; forceNewPlan=false, retain=false 2024-11-19T07:22:21,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb1c85ccc11684722d0066cd6510507b, regionState=OPENING, regionLocation=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:21,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bb1c85ccc11684722d0066cd6510507b, ASSIGN because future has completed 2024-11-19T07:22:21,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb1c85ccc11684722d0066cd6510507b, server=db0afee3eab9,46545,1732000936626}] 2024-11-19T07:22:21,249 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:21,249 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bb1c85ccc11684722d0066cd6510507b, NAME => 'test,,1732000940121.bb1c85ccc11684722d0066cd6510507b.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:21,249 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:21,249 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:22:21,249 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,249 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000940121.bb1c85ccc11684722d0066cd6510507b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:21,249 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,249 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,250 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,251 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c85ccc11684722d0066cd6510507b columnFamilyName f 2024-11-19T07:22:21,251 DEBUG [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:21,252 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(327): Store=bb1c85ccc11684722d0066cd6510507b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:21,252 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,253 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c85ccc11684722d0066cd6510507b columnFamilyName f1 2024-11-19T07:22:21,253 DEBUG [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:21,253 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(327): Store=bb1c85ccc11684722d0066cd6510507b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:21,253 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,254 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb1c85ccc11684722d0066cd6510507b columnFamilyName norep 2024-11-19T07:22:21,254 DEBUG [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:21,254 INFO [StoreOpener-bb1c85ccc11684722d0066cd6510507b-1 {}] regionserver.HStore(327): Store=bb1c85ccc11684722d0066cd6510507b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:21,254 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,255 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/default/test/bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,255 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/default/test/bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,256 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,256 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,257 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:22:21,258 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,259 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/data/default/test/bb1c85ccc11684722d0066cd6510507b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:21,260 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bb1c85ccc11684722d0066cd6510507b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65019663, jitterRate=-0.031131520867347717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:22:21,260 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb1c85ccc11684722d0066cd6510507b 2024-11-19T07:22:21,260 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bb1c85ccc11684722d0066cd6510507b: Running coprocessor pre-open hook at 1732000941249Writing region info on filesystem at 1732000941249Initializing all the Stores at 1732000941250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000941250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000941250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000941250Cleaning up temporary data from old regions at 1732000941256 (+6 ms)Running coprocessor post-open hooks at 1732000941260 (+4 ms)Region opened successfully at 1732000941260 2024-11-19T07:22:21,261 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000940121.bb1c85ccc11684722d0066cd6510507b., pid=6, masterSystemTime=1732000941246 2024-11-19T07:22:21,263 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:21,263 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000940121.bb1c85ccc11684722d0066cd6510507b. 2024-11-19T07:22:21,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb1c85ccc11684722d0066cd6510507b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,46545,1732000936626 2024-11-19T07:22:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:21,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb1c85ccc11684722d0066cd6510507b, server=db0afee3eab9,46545,1732000936626 because future has completed 2024-11-19T07:22:21,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:22:21,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb1c85ccc11684722d0066cd6510507b, server=db0afee3eab9,46545,1732000936626 in 171 msec 2024-11-19T07:22:21,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:22:21,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bb1c85ccc11684722d0066cd6510507b, ASSIGN in 327 msec 2024-11-19T07:22:21,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:22:21,270 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000941270"}]},"ts":"1732000941270"} 2024-11-19T07:22:21,271 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:22:21,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:22:21,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-19T07:22:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:22,275 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:22:22,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7664e6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32909,-1 for getting cluster id 2024-11-19T07:22:22,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:22,276 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e' 2024-11-19T07:22:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:22,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e" 2024-11-19T07:22:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515f6ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32909,-1] 2024-11-19T07:22:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,277 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcb22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,32909,1732000936441 2024-11-19T07:22:22,279 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44df8f48 2024-11-19T07:22:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:22,281 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:22,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:32909,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:22:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:22:22,284 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:32909' 2024-11-19T07:22:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:22,286 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fdd6ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,286 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,32909,-1 for getting cluster id 2024-11-19T07:22:22,286 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:22,286 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e' 2024-11-19T07:22:22,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:22,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c45f74c-eaf8-40bd-9f3e-9327ef9ae34e" 2024-11-19T07:22:22,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1322f075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,32909,-1] 2024-11-19T07:22:22,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:22,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,288 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:22,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcdea6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:22,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,32909,1732000936441 2024-11-19T07:22:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d01f59e 2024-11-19T07:22:22,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:22,289 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:22,290 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:22:22,290 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:22:22,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,290 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,291 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T07:22:22,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:22,296 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-19T07:22:22,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-19T07:22:22,298 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-19T07:22:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:22,395 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://db0afee3eab9:32909, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-19T07:22:22,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:22,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:22,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:22,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:22,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=523 (was 360) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data1/current/BP-2004773000-172.17.0.2-1732000934207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8-prefix:db0afee3eab9,46545,1732000936626.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-622991040_20 at /127.0.0.1:59906 [Receiving block BP-2004773000-172.17.0.2-1732000934207:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@495710b4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;db0afee3eab9:46545-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-622991040_20 at /127.0.0.1:59814 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@28af479e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@28cce2ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp531654825-7884 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab6843c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1385924457-7935 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;db0afee3eab9:46545 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531654825-7888-acceptor-0@401ecaee-ServerConnector@358fab2{HTTP/1.1, (http/1.1)}{localhost:33297} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6ad5ceb6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53558 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-2004773000-172.17.0.2-1732000934207 heartbeating to localhost/127.0.0.1:40571 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/db0afee3eab9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;db0afee3eab9:32909 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53558) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp531654825-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40571 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@38825b9a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@11338026 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/db0afee3eab9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000938728 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40571 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: CacheReplicationMonitor(51666646) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server idle connection scanner for port 40571 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3788f6d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5a2b53ed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53558): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp531654825-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab6843c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp531654825-7889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531654825-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531654825-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab6843c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-2c98af1d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@107c5a99 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8-prefix:db0afee3eab9,46545,1732000936626 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004773000-172.17.0.2-1732000934207:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/db0afee3eab9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1385924457-7934-acceptor-0@6b9f6c81-ServerConnector@7d7b1f54{HTTP/1.1, (http/1.1)}{localhost:34431} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000938726 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: PacketResponder: BP-2004773000-172.17.0.2-1732000934207:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36793 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data2/current/BP-2004773000-172.17.0.2-1732000934207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/db0afee3eab9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fab689f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/cluster_b5370370-be1d-ed37-058d-1dd74ca2282f/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40571/user/jenkins/test-data/0d29ee8c-ff28-1096-b8cd-7e922deff6a8/MasterData-prefix:db0afee3eab9,32909,1732000936441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/db0afee3eab9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3d5e01f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1385924457-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2004773000-172.17.0.2-1732000934207:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53558) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-622991040_20 at /127.0.0.1:59892 [Receiving block BP-2004773000-172.17.0.2-1732000934207:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53558) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40571 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007fab68ad2850.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp531654825-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab6843c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: db0afee3eab9:32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 36793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40571 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46545 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@52c21593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1385924457-7933 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fab6843c000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1038013295_20 at /127.0.0.1:59870 [Receiving block BP-2004773000-172.17.0.2-1732000934207:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 443), ProcessCount=11 (was 11), AvailableMemoryMB=12322 (was 12168) - AvailableMemoryMB LEAK? - 2024-11-19T07:22:22,417 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500 2024-11-19T07:22:22,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=523, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=12318 2024-11-19T07:22:22,431 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=523 is superior to 500 2024-11-19T07:22:22,447 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-19T07:22:22,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.log.dir so I do NOT create it in target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4 2024-11-19T07:22:22,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:22:22,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.tmp.dir so I do NOT create it in target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4 2024-11-19T07:22:22,448 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/584bb862-790e-cdd3-ad61-45593fad5785/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:22:22,448 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4 2024-11-19T07:22:22,448 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2, deleteOnExit=true 2024-11-19T07:22:22,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/zookeeper_0, clientPort=64172, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T07:22:22,496 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64172 2024-11-19T07:22:22,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/test.cache.data in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:22:22,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:22,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:22:22,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:22:22,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:22,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:22,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:22,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:22,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:22:23,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:23,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75af74dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:23,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eee926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:23,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5213056e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/java.io.tmpdir/jetty-localhost-41371-hadoop-hdfs-3_4_1-tests_jar-_-any-11330010340377958536/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:23,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3afe3d0{HTTP/1.1, (http/1.1)}{localhost:41371} 2024-11-19T07:22:23,125 INFO [Time-limited test {}] server.Server(415): Started @327380ms 2024-11-19T07:22:23,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T07:22:23,334 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T07:22:23,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-19T07:22:23,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-19T07:22:23,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:23,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-19T07:22:23,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:23,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:23,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:23,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:23,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:22:23,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64fa4b9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:23,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47a36cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:23,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7310eb7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/java.io.tmpdir/jetty-localhost-45329-hadoop-hdfs-3_4_1-tests_jar-_-any-4176459991724699659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:23,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d9863b{HTTP/1.1, (http/1.1)}{localhost:45329} 2024-11-19T07:22:23,886 INFO [Time-limited test {}] server.Server(415): Started @328141ms 2024-11-19T07:22:23,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:22:24,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T07:22:24,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-19T07:22:24,856 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/data/data1/current/BP-1239420209-172.17.0.2-1732000942516/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:24,857 WARN [Thread-4303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/data/data2/current/BP-1239420209-172.17.0.2-1732000942516/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:24,884 WARN [Thread-4290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:22:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11d5075b7bfebed9 with lease ID 0xd5b8be1324747d52: Processing first storage report for DS-895aba60-2873-4014-b7b0-44f811e594e4 from datanode DatanodeRegistration(127.0.0.1:43217, datanodeUuid=800c999b-5003-4f00-acea-7ad564e13c54, infoPort=34393, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=864684313;c=1732000942516) 2024-11-19T07:22:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11d5075b7bfebed9 with lease ID 0xd5b8be1324747d52: from storage DS-895aba60-2873-4014-b7b0-44f811e594e4 node DatanodeRegistration(127.0.0.1:43217, datanodeUuid=800c999b-5003-4f00-acea-7ad564e13c54, infoPort=34393, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=864684313;c=1732000942516), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11d5075b7bfebed9 with lease ID 0xd5b8be1324747d52: Processing first storage report for DS-a8188615-96a5-4ebe-8385-5891ed919323 from datanode DatanodeRegistration(127.0.0.1:43217, datanodeUuid=800c999b-5003-4f00-acea-7ad564e13c54, infoPort=34393, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=864684313;c=1732000942516) 2024-11-19T07:22:24,887 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11d5075b7bfebed9 with lease ID 0xd5b8be1324747d52: from storage DS-a8188615-96a5-4ebe-8385-5891ed919323 node DatanodeRegistration(127.0.0.1:43217, datanodeUuid=800c999b-5003-4f00-acea-7ad564e13c54, infoPort=34393, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=864684313;c=1732000942516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:24,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4 2024-11-19T07:22:24,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:24,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:24,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:22:25,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f with version=8 2024-11-19T07:22:25,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/hbase-staging 2024-11-19T07:22:25,337 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:22:25,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:25,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40481 2024-11-19T07:22:25,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40481 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:25,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404810x0, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:25,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40481-0x10151f905440000 connected 2024-11-19T07:22:25,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:25,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:25,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:25,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:25,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/running 2024-11-19T07:22:25,676 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f, hbase.cluster.distributed=false 2024-11-19T07:22:25,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/acl 2024-11-19T07:22:25,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-19T07:22:25,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40481 2024-11-19T07:22:25,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40481 2024-11-19T07:22:25,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-19T07:22:25,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40481 2024-11-19T07:22:25,702 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:22:25,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:25,703 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38683 2024-11-19T07:22:25,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38683 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:25,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:25,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386830x0, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:25,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386830x0, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/running 2024-11-19T07:22:25,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38683-0x10151f905440001 connected 2024-11-19T07:22:25,730 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:22:25,730 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:22:25,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/master 2024-11-19T07:22:25,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/acl 2024-11-19T07:22:25,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38683 2024-11-19T07:22:25,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38683 2024-11-19T07:22:25,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38683 2024-11-19T07:22:25,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38683 2024-11-19T07:22:25,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38683 2024-11-19T07:22:25,753 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:40481 2024-11-19T07:22:25,755 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-668391553/backup-masters/db0afee3eab9,40481,1732000945337 2024-11-19T07:22:25,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/backup-masters 2024-11-19T07:22:25,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/backup-masters 2024-11-19T07:22:25,762 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on existing znode=/0-668391553/backup-masters/db0afee3eab9,40481,1732000945337 2024-11-19T07:22:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668391553/master 2024-11-19T07:22:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:25,771 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on existing znode=/0-668391553/master 2024-11-19T07:22:25,772 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-668391553/backup-masters/db0afee3eab9,40481,1732000945337 from backup master directory 2024-11-19T07:22:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/backup-masters 2024-11-19T07:22:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668391553/backup-masters/db0afee3eab9,40481,1732000945337 2024-11-19T07:22:25,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/backup-masters 2024-11-19T07:22:25,782 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:25,782 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,40481,1732000945337 2024-11-19T07:22:25,785 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/hbase.id] with ID: b4f36880-5829-4927-80dc-ab6af7394a5f 2024-11-19T07:22:25,785 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/.tmp/hbase.id 2024-11-19T07:22:25,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:22:26,190 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/.tmp/hbase.id]:[hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/hbase.id] 2024-11-19T07:22:26,199 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:26,199 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:22:26,200 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:22:26,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:26,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:22:26,653 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:26,654 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:22:26,654 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:26,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:22:27,062 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store 2024-11-19T07:22:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:27,076 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:27,076 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:27,076 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000947076Disabling compacts and flushes for region at 1732000947076Disabling writes for close at 1732000947076Writing region close event to WAL at 1732000947076Closed at 1732000947076 2024-11-19T07:22:27,077 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/.initializing 2024-11-19T07:22:27,077 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/WALs/db0afee3eab9,40481,1732000945337 2024-11-19T07:22:27,078 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:27,079 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C40481%2C1732000945337, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/WALs/db0afee3eab9,40481,1732000945337, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/oldWALs, maxLogs=10 2024-11-19T07:22:27,096 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/WALs/db0afee3eab9,40481,1732000945337/db0afee3eab9%2C40481%2C1732000945337.1732000947079, exclude list is [], retry=0 2024-11-19T07:22:27,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:27,100 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/WALs/db0afee3eab9,40481,1732000945337/db0afee3eab9%2C40481%2C1732000945337.1732000947079 2024-11-19T07:22:27,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:27,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:27,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:27,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,101 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:22:27,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:27,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:27,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:22:27,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:27,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:27,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:22:27,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:27,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:27,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:22:27,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:27,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:27,110 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,110 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,111 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,112 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,112 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,112 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:27,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:27,117 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:27,117 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62263560, jitterRate=-0.07220065593719482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:27,117 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000947101Initializing all the Stores at 1732000947102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000947102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000947104 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000947104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000947104Cleaning up temporary data from old regions at 1732000947112 (+8 ms)Region opened successfully at 1732000947117 (+5 ms) 2024-11-19T07:22:27,117 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:22:27,120 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af432aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:27,120 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:22:27,121 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:22:27,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:22:27,126 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/balancer because node does not exist (not necessarily an error) 2024-11-19T07:22:27,139 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/balancer already deleted, retry=false 2024-11-19T07:22:27,140 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:22:27,140 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:22:27,150 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/normalizer already deleted, retry=false 2024-11-19T07:22:27,150 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:22:27,151 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:22:27,160 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/switch/split already deleted, retry=false 2024-11-19T07:22:27,161 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:22:27,171 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/switch/merge already deleted, retry=false 2024-11-19T07:22:27,172 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:22:27,181 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/snapshot-cleanup already deleted, retry=false 2024-11-19T07:22:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668391553/running 2024-11-19T07:22:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668391553/running 2024-11-19T07:22:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,192 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,40481,1732000945337, sessionid=0x10151f905440000, setting cluster-up flag (Was=false) 2024-11-19T07:22:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,245 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668391553/flush-table-proc/acquired, /0-668391553/flush-table-proc/reached, /0-668391553/flush-table-proc/abort 2024-11-19T07:22:27,246 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40481,1732000945337 2024-11-19T07:22:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:27,316 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668391553/online-snapshot/acquired, /0-668391553/online-snapshot/reached, /0-668391553/online-snapshot/abort 2024-11-19T07:22:27,317 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40481,1732000945337 2024-11-19T07:22:27,318 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:22:27,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:27,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:22:27,320 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:22:27,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,40481,1732000945337 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:22:27,321 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,322 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:27,322 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:27,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:22:27,327 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:27,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:22:27,336 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000977336 2024-11-19T07:22:27,336 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:22:27,337 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:22:27,337 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:22:27,337 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:22:27,337 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:22:27,337 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:22:27,344 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,345 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:22:27,345 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:22:27,345 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:22:27,345 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:22:27,345 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(746): ClusterId : b4f36880-5829-4927-80dc-ab6af7394a5f 2024-11-19T07:22:27,345 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:22:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:22:27,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:22:27,348 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:22:27,350 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:22:27,351 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:22:27,355 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000947348,5,FailOnTimeoutGroup] 2024-11-19T07:22:27,358 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000947355,5,FailOnTimeoutGroup] 2024-11-19T07:22:27,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:22:27,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,358 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,364 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:22:27,365 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d1d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:27,379 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:38683 2024-11-19T07:22:27,379 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:22:27,379 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:22:27,379 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:22:27,380 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,40481,1732000945337 with port=38683, startcode=1732000945702 2024-11-19T07:22:27,380 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:22:27,381 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:22:27,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40481 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,382 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f 2024-11-19T07:22:27,382 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41091 2024-11-19T07:22:27,382 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:22:27,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/rs 2024-11-19T07:22:27,392 DEBUG [RS:0;db0afee3eab9:38683 {}] zookeeper.ZKUtil(111): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on existing znode=/0-668391553/rs/db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,392 WARN [RS:0;db0afee3eab9:38683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:27,392 INFO [RS:0;db0afee3eab9:38683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:27,392 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,393 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,38683,1732000945702] 2024-11-19T07:22:27,396 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:22:27,400 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:22:27,400 INFO [RS:0;db0afee3eab9:38683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:22:27,400 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,401 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:22:27,401 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:22:27,401 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,401 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:27,402 DEBUG [RS:0;db0afee3eab9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,407 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38683,1732000945702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:27,428 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:22:27,428 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,38683,1732000945702-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,428 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,428 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.Replication(171): db0afee3eab9,38683,1732000945702 started 2024-11-19T07:22:27,448 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:27,449 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,38683,1732000945702, RpcServer on db0afee3eab9/172.17.0.2:38683, sessionid=0x10151f905440001 2024-11-19T07:22:27,449 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:22:27,449 DEBUG [RS:0;db0afee3eab9:38683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,449 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,38683,1732000945702' 2024-11-19T07:22:27,449 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668391553/flush-table-proc/abort' 2024-11-19T07:22:27,449 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668391553/flush-table-proc/acquired' 2024-11-19T07:22:27,450 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:22:27,450 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:22:27,450 DEBUG [RS:0;db0afee3eab9:38683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,38683,1732000945702 2024-11-19T07:22:27,450 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,38683,1732000945702' 2024-11-19T07:22:27,450 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668391553/online-snapshot/abort' 2024-11-19T07:22:27,451 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668391553/online-snapshot/acquired' 2024-11-19T07:22:27,451 DEBUG [RS:0;db0afee3eab9:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:22:27,451 INFO [RS:0;db0afee3eab9:38683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:22:27,451 INFO [RS:0;db0afee3eab9:38683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:22:27,551 INFO [RS:0;db0afee3eab9:38683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:27,552 INFO [RS:0;db0afee3eab9:38683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38683%2C1732000945702, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/oldWALs, maxLogs=10 2024-11-19T07:22:27,571 DEBUG [RS:0;db0afee3eab9:38683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553, exclude list is [], retry=0 2024-11-19T07:22:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:27,581 INFO [RS:0;db0afee3eab9:38683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 2024-11-19T07:22:27,581 DEBUG [RS:0;db0afee3eab9:38683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:27,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:22:27,748 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f 2024-11-19T07:22:27,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741833_1009 (size=32) 2024-11-19T07:22:28,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:28,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:28,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:28,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:28,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:28,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:28,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:28,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:28,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:28,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:28,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740 2024-11-19T07:22:28,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740 2024-11-19T07:22:28,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:28,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:28,159 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:28,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:28,162 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440656, jitterRate=-0.009957075119018555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000948152Initializing all the Stores at 1732000948153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948153Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948153Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000948153Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948153Cleaning up temporary data from old regions at 1732000948159 (+6 ms)Region opened successfully at 1732000948162 (+3 ms) 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:28,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:28,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000948162Disabling compacts and flushes for region at 1732000948162Disabling writes for close at 1732000948162Writing region close event to WAL at 1732000948162Closed at 1732000948162 2024-11-19T07:22:28,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:28,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:22:28,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:22:28,164 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:28,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:22:28,315 DEBUG [db0afee3eab9:40481 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:22:28,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:28,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,38683,1732000945702, state=OPENING 2024-11-19T07:22:28,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:22:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:28,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:28,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668391553/meta-region-server: CHANGED 2024-11-19T07:22:28,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668391553/meta-region-server: CHANGED 2024-11-19T07:22:28,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:28,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,38683,1732000945702}] 2024-11-19T07:22:28,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:28,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:22:28,506 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:22:28,506 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:28,506 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:22:28,507 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38683%2C1732000945702.meta, suffix=.meta, logDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/oldWALs, maxLogs=10 2024-11-19T07:22:28,523 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000948508.meta, exclude list is [], retry=0 2024-11-19T07:22:28,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:28,525 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000948508.meta 2024-11-19T07:22:28,526 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:28,526 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:28,526 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:28,526 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:22:28,526 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:22:28,526 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:22:28,527 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:22:28,527 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:28,527 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:22:28,527 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:22:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:28,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:28,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:28,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:28,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:28,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:28,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:28,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:28,531 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:28,531 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740 2024-11-19T07:22:28,532 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740 2024-11-19T07:22:28,532 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:28,532 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:28,533 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:28,533 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:28,533 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63031796, jitterRate=-0.060753047466278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:28,534 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:22:28,534 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000948527Writing region info on filesystem at 1732000948527Initializing all the Stores at 1732000948527Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948528 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000948528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000948528Cleaning up temporary data from old regions at 1732000948532 (+4 ms)Running coprocessor post-open hooks at 1732000948534 (+2 ms)Region opened successfully at 1732000948534 2024-11-19T07:22:28,534 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000948502 2024-11-19T07:22:28,536 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:22:28,536 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:22:28,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:28,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,38683,1732000945702, state=OPEN 2024-11-19T07:22:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668391553/meta-region-server 2024-11-19T07:22:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668391553/meta-region-server 2024-11-19T07:22:29,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:29,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668391553/meta-region-server: CHANGED 2024-11-19T07:22:29,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668391553/meta-region-server: CHANGED 2024-11-19T07:22:29,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:22:29,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,38683,1732000945702 in 651 msec 2024-11-19T07:22:29,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:22:29,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 839 msec 2024-11-19T07:22:29,004 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:29,004 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:22:29,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:29,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38683,1732000945702, seqNum=-1] 2024-11-19T07:22:29,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:29,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:29,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6900 sec 2024-11-19T07:22:29,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000949011, completionTime=-1 2024-11-19T07:22:29,011 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:22:29,011 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:22:29,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:22:29,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001009012 2024-11-19T07:22:29,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001069012 2024-11-19T07:22:29,012 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:40481, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,013 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,014 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:22:29,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-11-19T07:22:29,015 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:29,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:22:29,017 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:22:29,017 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:22:29,017 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40481,1732000945337-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:29,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1365c613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:29,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:29,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:29,047 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:29,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:29,049 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:29,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4452120e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:29,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:29,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38683,1732000945702, seqNum=-1] 2024-11-19T07:22:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:29,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:29,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,40481,1732000945337 2024-11-19T07:22:29,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:29,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:29,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10151f905440002 connected 2024-11-19T07:22:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir so I do NOT create it in target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9 2024-11-19T07:22:29,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:22:29,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.tmp.dir so I do NOT create it in target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9 2024-11-19T07:22:29,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:22:29,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/cluster_173483d1-88df-7305-8972-0f1f228bc4b8, deleteOnExit=true 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/test.cache.data in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:22:29,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:22:29,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:22:29,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:22:29,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:29,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:29,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:29,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:29,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:22:29,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:29,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35af3ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:29,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e4a1201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:29,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64fa8cf4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/java.io.tmpdir/jetty-localhost-40257-hadoop-hdfs-3_4_1-tests_jar-_-any-12601768132605086985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:29,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@647c6ca8{HTTP/1.1, (http/1.1)}{localhost:40257} 2024-11-19T07:22:29,538 INFO [Time-limited test {}] server.Server(415): Started @333794ms 2024-11-19T07:22:29,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:29,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:29,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:29,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:29,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T07:22:29,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40ea7f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:29,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fae02d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:29,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27bc8d97{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/java.io.tmpdir/jetty-localhost-41783-hadoop-hdfs-3_4_1-tests_jar-_-any-9793518799016032994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:29,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ff0a789{HTTP/1.1, (http/1.1)}{localhost:41783} 2024-11-19T07:22:29,883 INFO [Time-limited test {}] server.Server(415): Started @334138ms 2024-11-19T07:22:29,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:22:30,524 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/cluster_173483d1-88df-7305-8972-0f1f228bc4b8/data/data1/current/BP-540897424-172.17.0.2-1732000949105/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:30,524 WARN [Thread-4424 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/cluster_173483d1-88df-7305-8972-0f1f228bc4b8/data/data2/current/BP-540897424-172.17.0.2-1732000949105/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:30,541 WARN [Thread-4411 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56676cedb25df9cf with lease ID 0x9cbc82253bd3843f: Processing first storage report for DS-81c2bd5c-a5d3-4c1e-84ee-9ecab91f52b1 from datanode DatanodeRegistration(127.0.0.1:38693, datanodeUuid=e98fa344-7fda-4130-af3d-6df7dad48695, infoPort=43099, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=329163647;c=1732000949105) 2024-11-19T07:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56676cedb25df9cf with lease ID 0x9cbc82253bd3843f: from storage DS-81c2bd5c-a5d3-4c1e-84ee-9ecab91f52b1 node DatanodeRegistration(127.0.0.1:38693, datanodeUuid=e98fa344-7fda-4130-af3d-6df7dad48695, infoPort=43099, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=329163647;c=1732000949105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56676cedb25df9cf with lease ID 0x9cbc82253bd3843f: Processing first storage report for DS-cd57df87-4607-47ba-b9b0-ed35aa183d93 from datanode DatanodeRegistration(127.0.0.1:38693, datanodeUuid=e98fa344-7fda-4130-af3d-6df7dad48695, infoPort=43099, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=329163647;c=1732000949105) 2024-11-19T07:22:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56676cedb25df9cf with lease ID 0x9cbc82253bd3843f: from storage DS-cd57df87-4607-47ba-b9b0-ed35aa183d93 node DatanodeRegistration(127.0.0.1:38693, datanodeUuid=e98fa344-7fda-4130-af3d-6df7dad48695, infoPort=43099, infoSecurePort=0, ipcPort=42341, storageInfo=lv=-57;cid=testClusterID;nsid=329163647;c=1732000949105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:30,604 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9 2024-11-19T07:22:30,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:30,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:30,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:22:31,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376 with version=8 2024-11-19T07:22:31,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/hbase-staging 2024-11-19T07:22:31,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:31,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36533 2024-11-19T07:22:31,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36533 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:31,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365330x0, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:31,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36533-0x10151f905440003 connected 2024-11-19T07:22:31,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:31,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:31,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/running 2024-11-19T07:22:31,353 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376, hbase.cluster.distributed=false 2024-11-19T07:22:31,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/acl 2024-11-19T07:22:31,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-19T07:22:31,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36533 2024-11-19T07:22:31,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36533 2024-11-19T07:22:31,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-19T07:22:31,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36533 2024-11-19T07:22:31,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:22:31,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:31,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46809 2024-11-19T07:22:31,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46809 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:31,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:31,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468090x0, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:31,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468090x0, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/running 2024-11-19T07:22:31,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46809-0x10151f905440004 connected 2024-11-19T07:22:31,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:22:31,388 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:22:31,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/master 2024-11-19T07:22:31,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/acl 2024-11-19T07:22:31,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-19T07:22:31,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46809 2024-11-19T07:22:31,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46809 2024-11-19T07:22:31,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-19T07:22:31,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-19T07:22:31,410 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:36533 2024-11-19T07:22:31,411 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1986314028/backup-masters/db0afee3eab9,36533,1732000951012 2024-11-19T07:22:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/backup-masters 2024-11-19T07:22:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/backup-masters 2024-11-19T07:22:31,424 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on existing znode=/1-1986314028/backup-masters/db0afee3eab9,36533,1732000951012 2024-11-19T07:22:31,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1986314028/master 2024-11-19T07:22:31,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:31,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:31,435 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on existing znode=/1-1986314028/master 2024-11-19T07:22:31,435 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1986314028/backup-masters/db0afee3eab9,36533,1732000951012 from backup master directory 2024-11-19T07:22:31,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/backup-masters 2024-11-19T07:22:31,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1986314028/backup-masters/db0afee3eab9,36533,1732000951012 2024-11-19T07:22:31,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/backup-masters 2024-11-19T07:22:31,444 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:31,444 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,36533,1732000951012 2024-11-19T07:22:31,447 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/hbase.id] with ID: 4064ade5-7eba-46a9-9fd0-a809c198f13b 2024-11-19T07:22:31,447 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/.tmp/hbase.id 2024-11-19T07:22:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:22:31,856 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/.tmp/hbase.id]:[hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/hbase.id] 2024-11-19T07:22:31,863 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:31,863 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:22:31,864 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:22:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:31,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:22:32,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:32,280 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:22:32,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:32,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:22:32,686 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store 2024-11-19T07:22:32,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:22:33,091 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:33,092 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:33,092 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000953092Disabling compacts and flushes for region at 1732000953092Disabling writes for close at 1732000953092Writing region close event to WAL at 1732000953092Closed at 1732000953092 2024-11-19T07:22:33,092 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/.initializing 2024-11-19T07:22:33,092 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/WALs/db0afee3eab9,36533,1732000951012 2024-11-19T07:22:33,093 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:33,094 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C36533%2C1732000951012, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/WALs/db0afee3eab9,36533,1732000951012, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/oldWALs, maxLogs=10 2024-11-19T07:22:33,109 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/WALs/db0afee3eab9,36533,1732000951012/db0afee3eab9%2C36533%2C1732000951012.1732000953094, exclude list is [], retry=0 2024-11-19T07:22:33,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-81c2bd5c-a5d3-4c1e-84ee-9ecab91f52b1,DISK] 2024-11-19T07:22:33,113 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/WALs/db0afee3eab9,36533,1732000951012/db0afee3eab9%2C36533%2C1732000951012.1732000953094 2024-11-19T07:22:33,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-19T07:22:33,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:33,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:33,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,113 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:22:33,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:33,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:22:33,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:33,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:22:33,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:33,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:22:33,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:33,118 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,119 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,119 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,120 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,120 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,120 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:33,121 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:33,122 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:33,123 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64919540, jitterRate=-0.032623469829559326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:33,123 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000953113Initializing all the Stores at 1732000953114 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000953114Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000953114Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000953114Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000953114Cleaning up temporary data from old regions at 1732000953120 (+6 ms)Region opened successfully at 1732000953123 (+3 ms) 2024-11-19T07:22:33,123 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:22:33,125 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49151ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:33,125 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:22:33,126 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:22:33,127 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:22:33,128 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Unable to get data of znode /1-1986314028/balancer because node does not exist (not necessarily an error) 2024-11-19T07:22:33,176 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/balancer already deleted, retry=false 2024-11-19T07:22:33,177 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:22:33,177 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Unable to get data of znode /1-1986314028/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:22:33,190 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/normalizer already deleted, retry=false 2024-11-19T07:22:33,190 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:22:33,191 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Unable to get data of znode /1-1986314028/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:22:33,202 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/switch/split already deleted, retry=false 2024-11-19T07:22:33,203 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Unable to get data of znode /1-1986314028/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:22:33,212 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/switch/merge already deleted, retry=false 2024-11-19T07:22:33,214 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Unable to get data of znode /1-1986314028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:22:33,223 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/snapshot-cleanup already deleted, retry=false 2024-11-19T07:22:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1986314028/running 2024-11-19T07:22:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1986314028/running 2024-11-19T07:22:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,234 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,36533,1732000951012, sessionid=0x10151f905440003, setting cluster-up flag (Was=false) 2024-11-19T07:22:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,286 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1986314028/flush-table-proc/acquired, /1-1986314028/flush-table-proc/reached, /1-1986314028/flush-table-proc/abort 2024-11-19T07:22:33,287 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,36533,1732000951012 2024-11-19T07:22:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:33,469 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1986314028/online-snapshot/acquired, /1-1986314028/online-snapshot/reached, /1-1986314028/online-snapshot/abort 2024-11-19T07:22:33,470 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,36533,1732000951012 2024-11-19T07:22:33,477 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:22:33,482 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:33,483 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:22:33,483 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:22:33,483 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,36533,1732000951012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:33,485 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:33,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:22:33,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000983524 2024-11-19T07:22:33,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:22:33,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:22:33,524 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:22:33,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:22:33,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:22:33,525 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(746): ClusterId : 4064ade5-7eba-46a9-9fd0-a809c198f13b 2024-11-19T07:22:33,525 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:22:33,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:22:33,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:22:33,525 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:22:33,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:22:33,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:22:33,528 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:22:33,534 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:22:33,534 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:22:33,536 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000953534,5,FailOnTimeoutGroup] 2024-11-19T07:22:33,537 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000953536,5,FailOnTimeoutGroup] 2024-11-19T07:22:33,537 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,537 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:22:33,537 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,537 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:22:33,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:22:33,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376 2024-11-19T07:22:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:22:33,550 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:22:33,550 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:22:33,560 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:22:33,560 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db9920c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:33,573 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:46809 2024-11-19T07:22:33,574 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:22:33,574 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:22:33,574 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:22:33,574 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,36533,1732000951012 with port=46809, startcode=1732000951368 2024-11-19T07:22:33,574 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:22:33,575 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:22:33,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,576 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36533 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,577 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376 2024-11-19T07:22:33,577 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43595 2024-11-19T07:22:33,577 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:22:33,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/rs 2024-11-19T07:22:33,620 DEBUG [RS:0;db0afee3eab9:46809 {}] zookeeper.ZKUtil(111): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on existing znode=/1-1986314028/rs/db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,620 WARN [RS:0;db0afee3eab9:46809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:33,620 INFO [RS:0;db0afee3eab9:46809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:33,620 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,46809,1732000951368] 2024-11-19T07:22:33,622 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:22:33,623 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:22:33,624 INFO [RS:0;db0afee3eab9:46809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:22:33,624 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,624 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:22:33,624 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:22:33,624 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:33,625 DEBUG [RS:0;db0afee3eab9:46809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,625 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46809,1732000951368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:33,638 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:22:33,638 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,46809,1732000951368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,638 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,638 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.Replication(171): db0afee3eab9,46809,1732000951368 started 2024-11-19T07:22:33,651 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:33,651 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,46809,1732000951368, RpcServer on db0afee3eab9/172.17.0.2:46809, sessionid=0x10151f905440004 2024-11-19T07:22:33,651 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:22:33,651 DEBUG [RS:0;db0afee3eab9:46809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,651 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46809,1732000951368' 2024-11-19T07:22:33,651 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1986314028/flush-table-proc/abort' 2024-11-19T07:22:33,651 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1986314028/flush-table-proc/acquired' 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,46809,1732000951368 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,46809,1732000951368' 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1986314028/online-snapshot/abort' 2024-11-19T07:22:33,652 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1986314028/online-snapshot/acquired' 2024-11-19T07:22:33,653 DEBUG [RS:0;db0afee3eab9:46809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:22:33,653 INFO [RS:0;db0afee3eab9:46809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:22:33,653 INFO [RS:0;db0afee3eab9:46809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:22:33,753 INFO [RS:0;db0afee3eab9:46809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:33,754 INFO [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46809%2C1732000951368, suffix=, logDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/oldWALs, maxLogs=10 2024-11-19T07:22:33,766 DEBUG [RS:0;db0afee3eab9:46809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368/db0afee3eab9%2C46809%2C1732000951368.1732000953754, exclude list is [], retry=0 2024-11-19T07:22:33,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-81c2bd5c-a5d3-4c1e-84ee-9ecab91f52b1,DISK] 2024-11-19T07:22:33,769 INFO [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368/db0afee3eab9%2C46809%2C1732000951368.1732000953754 2024-11-19T07:22:33,770 DEBUG [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-19T07:22:33,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:33,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:33,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:33,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:33,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:33,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:33,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:33,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:33,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:33,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:33,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:33,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:33,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:33,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:33,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:33,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740 2024-11-19T07:22:33,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740 2024-11-19T07:22:33,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:33,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:33,953 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:33,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:33,955 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:33,956 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69974980, jitterRate=0.04270845651626587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000953944Initializing all the Stores at 1732000953945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000953945Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000953945Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000953945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000953945Cleaning up temporary data from old regions at 1732000953952 (+7 ms)Region opened successfully at 1732000953956 (+4 ms) 2024-11-19T07:22:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:33,956 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:33,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:33,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:33,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000953956Disabling compacts and flushes for region at 1732000953956Disabling writes for close at 1732000953956Writing region close event to WAL at 1732000953957 (+1 ms)Closed at 1732000953957 2024-11-19T07:22:33,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:33,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:22:33,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:22:33,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:33,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:22:34,029 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:34,110 DEBUG [db0afee3eab9:36533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:22:34,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:34,111 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46809,1732000951368, state=OPENING 2024-11-19T07:22:34,139 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:22:34,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:34,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:34,150 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:34,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1986314028/meta-region-server: CHANGED 2024-11-19T07:22:34,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46809,1732000951368}] 2024-11-19T07:22:34,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1986314028/meta-region-server: CHANGED 2024-11-19T07:22:34,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:34,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:22:34,306 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:22:34,307 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:34,307 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:22:34,308 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C46809%2C1732000951368.meta, suffix=.meta, logDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368, archiveDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/oldWALs, maxLogs=10 2024-11-19T07:22:34,330 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368/db0afee3eab9%2C46809%2C1732000951368.meta.1732000954309.meta, exclude list is [], retry=0 2024-11-19T07:22:34,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38693,DS-81c2bd5c-a5d3-4c1e-84ee-9ecab91f52b1,DISK] 2024-11-19T07:22:34,335 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368/db0afee3eab9%2C46809%2C1732000951368.meta.1732000954309.meta 2024-11-19T07:22:34,336 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43099:43099)] 2024-11-19T07:22:34,336 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:34,336 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:22:34,337 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:22:34,337 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:22:34,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:34,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:34,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:34,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:34,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:34,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:34,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:34,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:34,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:34,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:34,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:34,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:34,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:34,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:34,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:34,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:34,343 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:34,343 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740 2024-11-19T07:22:34,344 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740 2024-11-19T07:22:34,345 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:34,345 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:34,346 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:34,347 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:34,347 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62328689, jitterRate=-0.07123015820980072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:34,347 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:22:34,347 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000954337Writing region info on filesystem at 1732000954337Initializing all the Stores at 1732000954338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000954338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000954338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000954338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000954338Cleaning up temporary data from old regions at 1732000954345 (+7 ms)Running coprocessor post-open hooks at 1732000954347 (+2 ms)Region opened successfully at 1732000954347 2024-11-19T07:22:34,348 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000954302 2024-11-19T07:22:34,350 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:22:34,350 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:22:34,350 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:34,351 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,46809,1732000951368, state=OPEN 2024-11-19T07:22:34,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1986314028/meta-region-server 2024-11-19T07:22:34,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1986314028/meta-region-server 2024-11-19T07:22:34,360 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:34,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1986314028/meta-region-server: CHANGED 2024-11-19T07:22:34,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1986314028/meta-region-server: CHANGED 2024-11-19T07:22:34,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:22:34,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,46809,1732000951368 in 210 msec 2024-11-19T07:22:34,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:22:34,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-19T07:22:34,363 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:34,363 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:22:34,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:34,364 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46809,1732000951368, seqNum=-1] 2024-11-19T07:22:34,364 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:34,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:34,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 887 msec 2024-11-19T07:22:34,368 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000954368, completionTime=-1 2024-11-19T07:22:34,369 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:22:34,369 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001014370 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001074370 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,370 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,371 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:36533, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,371 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,371 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,372 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:22:34,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-19T07:22:34,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:22:34,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:22:34,373 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:22:34,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:22:34,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:22:34,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:34,374 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:22:34,375 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:22:34,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:22:34,375 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36533,1732000951012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a3814e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:34,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36533,-1 for getting cluster id 2024-11-19T07:22:34,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:34,426 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4064ade5-7eba-46a9-9fd0-a809c198f13b' 2024-11-19T07:22:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4064ade5-7eba-46a9-9fd0-a809c198f13b" 2024-11-19T07:22:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49214ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36533,-1] 2024-11-19T07:22:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:34,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:34,427 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:34,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff80264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:34,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46809,1732000951368, seqNum=-1] 2024-11-19T07:22:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:34,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:34,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,36533,1732000951012 2024-11-19T07:22:34,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:34,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:34,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10151f905440005 connected 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir so I do NOT create it in target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad 2024-11-19T07:22:34,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.tmp.dir so I do NOT create it in target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad 2024-11-19T07:22:34,457 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T07:22:34,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/cluster_d6fb4cc8-7b10-650f-dbe7-ab702715d408, deleteOnExit=true 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/test.cache.data in system properties and HBase conf 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T07:22:34,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.log.dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T07:22:34,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:34,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T07:22:34,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/nfs.dump.dir in system properties and HBase conf 2024-11-19T07:22:34,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/java.io.tmpdir in system properties and HBase conf 2024-11-19T07:22:34,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T07:22:34,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T07:22:34,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T07:22:34,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:34,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:34,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:34,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:34,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:22:34,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:34,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86e1c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:34,982 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ad13d2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:35,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c1b6472{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/java.io.tmpdir/jetty-localhost-41041-hadoop-hdfs-3_4_1-tests_jar-_-any-14511726625723834636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:35,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed4399{HTTP/1.1, (http/1.1)}{localhost:41041} 2024-11-19T07:22:35,144 INFO [Time-limited test {}] server.Server(415): Started @339399ms 2024-11-19T07:22:35,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T07:22:35,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T07:22:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T07:22:35,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T07:22:35,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T07:22:35,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482f620{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.log.dir/,AVAILABLE} 2024-11-19T07:22:35,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cc46eda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T07:22:35,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1430933a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/java.io.tmpdir/jetty-localhost-38931-hadoop-hdfs-3_4_1-tests_jar-_-any-14676391102274916474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:35,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f4db6b{HTTP/1.1, (http/1.1)}{localhost:38931} 2024-11-19T07:22:35,968 INFO [Time-limited test {}] server.Server(415): Started @340223ms 2024-11-19T07:22:35,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T07:22:36,996 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/cluster_d6fb4cc8-7b10-650f-dbe7-ab702715d408/data/data1/current/BP-821092366-172.17.0.2-1732000954475/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:37,003 WARN [Thread-4545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/cluster_d6fb4cc8-7b10-650f-dbe7-ab702715d408/data/data2/current/BP-821092366-172.17.0.2-1732000954475/current, will proceed with Du for space computation calculation, 2024-11-19T07:22:37,077 WARN [Thread-4532 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T07:22:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cb847a7302897c7 with lease ID 0x696a4329c62ce5c9: Processing first storage report for DS-7958779c-8789-43c1-a173-e27a7830b66a from datanode DatanodeRegistration(127.0.0.1:45517, datanodeUuid=b4530733-7781-4b3d-a572-12f67cc80f22, infoPort=39799, infoSecurePort=0, ipcPort=37521, storageInfo=lv=-57;cid=testClusterID;nsid=604298152;c=1732000954475) 2024-11-19T07:22:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cb847a7302897c7 with lease ID 0x696a4329c62ce5c9: from storage DS-7958779c-8789-43c1-a173-e27a7830b66a node DatanodeRegistration(127.0.0.1:45517, datanodeUuid=b4530733-7781-4b3d-a572-12f67cc80f22, infoPort=39799, infoSecurePort=0, ipcPort=37521, storageInfo=lv=-57;cid=testClusterID;nsid=604298152;c=1732000954475), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cb847a7302897c7 with lease ID 0x696a4329c62ce5c9: Processing first storage report for DS-4b815ed8-93a5-4c9f-9cf9-2934af14e966 from datanode DatanodeRegistration(127.0.0.1:45517, datanodeUuid=b4530733-7781-4b3d-a572-12f67cc80f22, infoPort=39799, infoSecurePort=0, ipcPort=37521, storageInfo=lv=-57;cid=testClusterID;nsid=604298152;c=1732000954475) 2024-11-19T07:22:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cb847a7302897c7 with lease ID 0x696a4329c62ce5c9: from storage DS-4b815ed8-93a5-4c9f-9cf9-2934af14e966 node DatanodeRegistration(127.0.0.1:45517, datanodeUuid=b4530733-7781-4b3d-a572-12f67cc80f22, infoPort=39799, infoSecurePort=0, ipcPort=37521, storageInfo=lv=-57;cid=testClusterID;nsid=604298152;c=1732000954475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T07:22:37,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad 2024-11-19T07:22:37,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741825_1001 (size=7) 2024-11-19T07:22:37,208 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d with version=8 2024-11-19T07:22:37,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/hbase-staging 2024-11-19T07:22:37,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T07:22:37,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:37,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40089 2024-11-19T07:22:37,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40089 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:37,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400890x0, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:37,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40089-0x10151f905440006 connected 2024-11-19T07:22:37,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/running 2024-11-19T07:22:37,334 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d, hbase.cluster.distributed=false 2024-11-19T07:22:37,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/acl 2024-11-19T07:22:37,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40089 2024-11-19T07:22:37,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40089 2024-11-19T07:22:37,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40089 2024-11-19T07:22:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40089 2024-11-19T07:22:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40089 2024-11-19T07:22:37,427 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/db0afee3eab9:0 server-side Connection retries=45 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T07:22:37,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T07:22:37,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36497 2024-11-19T07:22:37,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36497 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:37,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:37,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364970x0, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:37,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364970x0, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/running 2024-11-19T07:22:37,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T07:22:37,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36497-0x10151f905440007 connected 2024-11-19T07:22:37,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T07:22:37,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/master 2024-11-19T07:22:37,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/acl 2024-11-19T07:22:37,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-19T07:22:37,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36497 2024-11-19T07:22:37,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36497 2024-11-19T07:22:37,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-19T07:22:37,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-19T07:22:37,663 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;db0afee3eab9:40089 2024-11-19T07:22:37,688 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1983664555/backup-masters/db0afee3eab9,40089,1732000957210 2024-11-19T07:22:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/backup-masters 2024-11-19T07:22:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/backup-masters 2024-11-19T07:22:37,706 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on existing znode=/2-1983664555/backup-masters/db0afee3eab9,40089,1732000957210 2024-11-19T07:22:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983664555/master 2024-11-19T07:22:37,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:37,718 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on existing znode=/2-1983664555/master 2024-11-19T07:22:37,719 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1983664555/backup-masters/db0afee3eab9,40089,1732000957210 from backup master directory 2024-11-19T07:22:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983664555/backup-masters/db0afee3eab9,40089,1732000957210 2024-11-19T07:22:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/backup-masters 2024-11-19T07:22:37,728 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:37,728 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=db0afee3eab9,40089,1732000957210 2024-11-19T07:22:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/backup-masters 2024-11-19T07:22:37,734 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/hbase.id] with ID: a5659531-519e-40d0-aeab-f13aa21cd943 2024-11-19T07:22:37,734 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/.tmp/hbase.id 2024-11-19T07:22:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741826_1002 (size=42) 2024-11-19T07:22:38,178 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/.tmp/hbase.id]:[hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/hbase.id] 2024-11-19T07:22:38,218 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:38,219 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T07:22:38,220 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-19T07:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:38,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:38,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:38,275 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741827_1003 (size=196) 2024-11-19T07:22:38,754 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:38,755 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T07:22:38,769 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741828_1004 (size=1189) 2024-11-19T07:22:38,812 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store 2024-11-19T07:22:38,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741829_1005 (size=34) 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:38,863 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:38,863 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:38,863 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000958863Disabling compacts and flushes for region at 1732000958863Disabling writes for close at 1732000958863Writing region close event to WAL at 1732000958863Closed at 1732000958863 2024-11-19T07:22:38,864 WARN [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/.initializing 2024-11-19T07:22:38,864 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/WALs/db0afee3eab9,40089,1732000957210 2024-11-19T07:22:38,865 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:38,866 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=db0afee3eab9%2C40089%2C1732000957210, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/WALs/db0afee3eab9,40089,1732000957210, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/oldWALs, maxLogs=10 2024-11-19T07:22:38,894 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/WALs/db0afee3eab9,40089,1732000957210/db0afee3eab9%2C40089%2C1732000957210.1732000958867, exclude list is [], retry=0 2024-11-19T07:22:38,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-7958779c-8789-43c1-a173-e27a7830b66a,DISK] 2024-11-19T07:22:38,932 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/WALs/db0afee3eab9,40089,1732000957210/db0afee3eab9%2C40089%2C1732000957210.1732000958867 2024-11-19T07:22:38,932 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-19T07:22:38,933 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:38,933 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:38,933 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,933 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T07:22:38,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:38,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:38,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T07:22:38,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:38,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:38,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T07:22:38,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:38,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:38,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T07:22:38,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:38,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:38,973 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,973 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,974 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,975 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,975 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,975 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:38,976 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T07:22:38,989 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:38,990 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61817852, jitterRate=-0.07884222269058228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:38,990 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732000958933Initializing all the Stores at 1732000958935 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000958935Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000958944 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000958944Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000958944Cleaning up temporary data from old regions at 1732000958975 (+31 ms)Region opened successfully at 1732000958990 (+15 ms) 2024-11-19T07:22:38,998 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T07:22:39,001 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe17cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:39,002 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T07:22:39,002 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T07:22:39,002 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T07:22:39,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T07:22:39,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T07:22:39,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T07:22:39,003 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T07:22:39,016 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T07:22:39,018 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Unable to get data of znode /2-1983664555/balancer because node does not exist (not necessarily an error) 2024-11-19T07:22:39,159 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/balancer already deleted, retry=false 2024-11-19T07:22:39,160 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T07:22:39,161 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Unable to get data of znode /2-1983664555/normalizer because node does not exist (not necessarily an error) 2024-11-19T07:22:39,170 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/normalizer already deleted, retry=false 2024-11-19T07:22:39,171 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T07:22:39,174 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Unable to get data of znode /2-1983664555/switch/split because node does not exist (not necessarily an error) 2024-11-19T07:22:39,180 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/switch/split already deleted, retry=false 2024-11-19T07:22:39,181 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Unable to get data of znode /2-1983664555/switch/merge because node does not exist (not necessarily an error) 2024-11-19T07:22:39,191 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/switch/merge already deleted, retry=false 2024-11-19T07:22:39,193 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Unable to get data of znode /2-1983664555/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T07:22:39,201 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/snapshot-cleanup already deleted, retry=false 2024-11-19T07:22:39,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983664555/running 2024-11-19T07:22:39,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1983664555/running 2024-11-19T07:22:39,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,213 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=db0afee3eab9,40089,1732000957210, sessionid=0x10151f905440006, setting cluster-up flag (Was=false) 2024-11-19T07:22:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,265 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1983664555/flush-table-proc/acquired, /2-1983664555/flush-table-proc/reached, /2-1983664555/flush-table-proc/abort 2024-11-19T07:22:39,266 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40089,1732000957210 2024-11-19T07:22:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,317 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1983664555/online-snapshot/acquired, /2-1983664555/online-snapshot/reached, /2-1983664555/online-snapshot/abort 2024-11-19T07:22:39,320 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=db0afee3eab9,40089,1732000957210 2024-11-19T07:22:39,321 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T07:22:39,338 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:39,338 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T07:22:39,338 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T07:22:39,339 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: db0afee3eab9,40089,1732000957210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/db0afee3eab9:0, corePoolSize=5, maxPoolSize=5 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/db0afee3eab9:0, corePoolSize=10, maxPoolSize=10 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:39,340 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,371 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(746): ClusterId : a5659531-519e-40d0-aeab-f13aa21cd943 2024-11-19T07:22:39,371 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T07:22:39,381 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T07:22:39,382 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T07:22:39,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:39,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T07:22:39,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:39,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T07:22:39,392 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732000989392 2024-11-19T07:22:39,392 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T07:22:39,392 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T07:22:39,393 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T07:22:39,393 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T07:22:39,393 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T07:22:39,393 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36376f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=db0afee3eab9/172.17.0.2:0 2024-11-19T07:22:39,393 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T07:22:39,393 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T07:22:39,398 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,404 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T07:22:39,404 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T07:22:39,404 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T07:22:39,404 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-19T07:22:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741831_1007 (size=1321) 2024-11-19T07:22:39,416 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;db0afee3eab9:36497 2024-11-19T07:22:39,417 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T07:22:39,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T07:22:39,417 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T07:22:39,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d 2024-11-19T07:22:39,418 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T07:22:39,418 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T07:22:39,418 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T07:22:39,424 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000959417,5,FailOnTimeoutGroup] 2024-11-19T07:22:39,429 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000959424,5,FailOnTimeoutGroup] 2024-11-19T07:22:39,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T07:22:39,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,429 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,432 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(2659): reportForDuty to master=db0afee3eab9,40089,1732000957210 with port=36497, startcode=1732000957426 2024-11-19T07:22:39,432 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T07:22:39,450 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T07:22:39,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40089 {}] master.ServerManager(517): Registering regionserver=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,456 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d 2024-11-19T07:22:39,456 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40355 2024-11-19T07:22:39,456 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T07:22:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741832_1008 (size=32) 2024-11-19T07:22:39,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:39,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:39,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:39,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:39,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:39,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:39,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:39,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:39,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:39,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:39,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:39,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:39,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:39,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:39,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:39,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:39,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740 2024-11-19T07:22:39,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740 2024-11-19T07:22:39,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:39,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:39,508 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:39,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:39,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:39,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69855635, jitterRate=0.04093007743358612}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732000959490Initializing all the Stores at 1732000959490Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000959490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000959496 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000959496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000959496Cleaning up temporary data from old regions at 1732000959507 (+11 ms)Region opened successfully at 1732000959511 (+4 ms) 2024-11-19T07:22:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:39,511 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:39,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:39,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/rs 2024-11-19T07:22:39,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:39,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000959511Disabling compacts and flushes for region at 1732000959511Disabling writes for close at 1732000959511Writing region close event to WAL at 1732000959512 (+1 ms)Closed at 1732000959512 2024-11-19T07:22:39,514 DEBUG [RS:0;db0afee3eab9:36497 {}] zookeeper.ZKUtil(111): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on existing znode=/2-1983664555/rs/db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,514 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:39,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T07:22:39,514 WARN [RS:0;db0afee3eab9:36497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T07:22:39,514 INFO [RS:0;db0afee3eab9:36497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:39,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T07:22:39,515 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:39,516 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T07:22:39,519 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T07:22:39,520 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [db0afee3eab9,36497,1732000957426] 2024-11-19T07:22:39,524 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T07:22:39,540 INFO [RS:0;db0afee3eab9:36497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T07:22:39,540 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,548 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T07:22:39,550 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T07:22:39,550 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/db0afee3eab9:0, corePoolSize=2, maxPoolSize=2 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/db0afee3eab9:0, corePoolSize=1, maxPoolSize=1 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:39,550 DEBUG [RS:0;db0afee3eab9:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/db0afee3eab9:0, corePoolSize=3, maxPoolSize=3 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,552 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36497,1732000957426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:39,577 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T07:22:39,577 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,36497,1732000957426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,577 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,577 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.Replication(171): db0afee3eab9,36497,1732000957426 started 2024-11-19T07:22:39,600 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:39,601 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1482): Serving as db0afee3eab9,36497,1732000957426, RpcServer on db0afee3eab9/172.17.0.2:36497, sessionid=0x10151f905440007 2024-11-19T07:22:39,601 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T07:22:39,601 DEBUG [RS:0;db0afee3eab9:36497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,601 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,36497,1732000957426' 2024-11-19T07:22:39,601 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1983664555/flush-table-proc/abort' 2024-11-19T07:22:39,602 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1983664555/flush-table-proc/acquired' 2024-11-19T07:22:39,604 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T07:22:39,604 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T07:22:39,604 DEBUG [RS:0;db0afee3eab9:36497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,604 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'db0afee3eab9,36497,1732000957426' 2024-11-19T07:22:39,604 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1983664555/online-snapshot/abort' 2024-11-19T07:22:39,605 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1983664555/online-snapshot/acquired' 2024-11-19T07:22:39,605 DEBUG [RS:0;db0afee3eab9:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T07:22:39,605 INFO [RS:0;db0afee3eab9:36497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T07:22:39,605 INFO [RS:0;db0afee3eab9:36497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T07:22:39,666 WARN [db0afee3eab9:40089 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T07:22:39,705 INFO [RS:0;db0afee3eab9:36497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T07:22:39,707 INFO [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C36497%2C1732000957426, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/oldWALs, maxLogs=10 2024-11-19T07:22:39,731 DEBUG [RS:0;db0afee3eab9:36497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426/db0afee3eab9%2C36497%2C1732000957426.1732000959707, exclude list is [], retry=0 2024-11-19T07:22:39,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-7958779c-8789-43c1-a173-e27a7830b66a,DISK] 2024-11-19T07:22:39,784 INFO [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426/db0afee3eab9%2C36497%2C1732000957426.1732000959707 2024-11-19T07:22:39,799 DEBUG [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-19T07:22:39,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:39,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,917 DEBUG [db0afee3eab9:40089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-19T07:22:39,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:39,918 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,36497,1732000957426, state=OPENING 2024-11-19T07:22:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:39,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T07:22:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:39,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983664555/meta-region-server: CHANGED 2024-11-19T07:22:39,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983664555/meta-region-server: CHANGED 2024-11-19T07:22:39,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T07:22:39,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,36497,1732000957426}] 2024-11-19T07:22:40,138 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:40,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:22:40,155 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T07:22:40,155 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:40,156 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T07:22:40,158 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C36497%2C1732000957426.meta, suffix=.meta, logDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/oldWALs, maxLogs=10 2024-11-19T07:22:40,182 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426/db0afee3eab9%2C36497%2C1732000957426.meta.1732000960159.meta, exclude list is [], retry=0 2024-11-19T07:22:40,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45517,DS-7958779c-8789-43c1-a173-e27a7830b66a,DISK] 2024-11-19T07:22:40,212 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426/db0afee3eab9%2C36497%2C1732000957426.meta.1732000960159.meta 2024-11-19T07:22:40,217 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-19T07:22:40,217 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:40,217 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:40,217 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:22:40,217 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T07:22:40,217 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T07:22:40,218 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T07:22:40,218 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:40,218 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T07:22:40,218 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T07:22:40,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T07:22:40,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T07:22:40,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:40,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:40,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T07:22:40,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T07:22:40,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:40,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:40,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T07:22:40,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T07:22:40,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:40,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:40,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T07:22:40,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T07:22:40,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:40,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T07:22:40,238 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T07:22:40,238 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740 2024-11-19T07:22:40,239 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740 2024-11-19T07:22:40,242 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T07:22:40,242 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T07:22:40,242 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T07:22:40,245 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T07:22:40,246 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64858437, jitterRate=-0.033533975481987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T07:22:40,246 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T07:22:40,246 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732000960218Writing region info on filesystem at 1732000960218Initializing all the Stores at 1732000960231 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000960231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000960232 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000960232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732000960232Cleaning up temporary data from old regions at 1732000960242 (+10 ms)Running coprocessor post-open hooks at 1732000960246 (+4 ms)Region opened successfully at 1732000960246 2024-11-19T07:22:40,248 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732000960138 2024-11-19T07:22:40,255 DEBUG [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T07:22:40,255 INFO [RS_OPEN_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T07:22:40,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:40,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as db0afee3eab9,36497,1732000957426, state=OPEN 2024-11-19T07:22:40,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1983664555/meta-region-server 2024-11-19T07:22:40,265 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983664555/meta-region-server: CHANGED 2024-11-19T07:22:40,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1983664555/meta-region-server 2024-11-19T07:22:40,266 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1983664555/meta-region-server: CHANGED 2024-11-19T07:22:40,266 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:40,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T07:22:40,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=db0afee3eab9,36497,1732000957426 in 283 msec 2024-11-19T07:22:40,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T07:22:40,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-19T07:22:40,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T07:22:40,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T07:22:40,274 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:40,274 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36497,1732000957426, seqNum=-1] 2024-11-19T07:22:40,274 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:40,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:40,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 943 msec 2024-11-19T07:22:40,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732000960281, completionTime=-1 2024-11-19T07:22:40,281 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-19T07:22:40,281 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732001020284 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732001080284 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-db0afee3eab9:40089, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,284 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,287 DEBUG [master/db0afee3eab9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T07:22:40,288 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.564sec 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T07:22:40,292 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T07:22:40,294 DEBUG [master/db0afee3eab9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T07:22:40,294 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T07:22:40,294 INFO [master/db0afee3eab9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=db0afee3eab9,40089,1732000957210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T07:22:40,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5645fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:40,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40089,-1 for getting cluster id 2024-11-19T07:22:40,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:40,383 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5659531-519e-40d0-aeab-f13aa21cd943' 2024-11-19T07:22:40,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5659531-519e-40d0-aeab-f13aa21cd943" 2024-11-19T07:22:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185f6e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40089,-1] 2024-11-19T07:22:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:40,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:40,385 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:40,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422e70a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:40,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36497,1732000957426, seqNum=-1] 2024-11-19T07:22:40,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:40,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:40,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=db0afee3eab9,40089,1732000957210 2024-11-19T07:22:40,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64172 2024-11-19T07:22:40,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T07:22:40,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10151f905440008 connected 2024-11-19T07:22:40,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40481,1732000945337 2024-11-19T07:22:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13113c6e 2024-11-19T07:22:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:40,452 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:40,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:22:40,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:22:40,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:40,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:22:40,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:22:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:22:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:40,909 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 631fe4a502c1987c75d3d2476b1676ab, NAME => 'test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f 2024-11-19T07:22:40,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 631fe4a502c1987c75d3d2476b1676ab, disabling compactions & flushes 2024-11-19T07:22:40,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. after waiting 0 ms 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:40,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:40,965 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 631fe4a502c1987c75d3d2476b1676ab: Waiting for close lock at 1732000960965Disabling compacts and flushes for region at 1732000960965Disabling writes for close at 1732000960965Writing region close event to WAL at 1732000960965Closed at 1732000960965 2024-11-19T07:22:40,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:22:40,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000960966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000960966"}]},"ts":"1732000960966"} 2024-11-19T07:22:40,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:22:40,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:22:40,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000960970"}]},"ts":"1732000960970"} 2024-11-19T07:22:40,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:22:40,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=631fe4a502c1987c75d3d2476b1676ab, ASSIGN}] 2024-11-19T07:22:40,974 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=631fe4a502c1987c75d3d2476b1676ab, ASSIGN 2024-11-19T07:22:40,978 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=631fe4a502c1987c75d3d2476b1676ab, ASSIGN; state=OFFLINE, location=db0afee3eab9,38683,1732000945702; forceNewPlan=false, retain=false 2024-11-19T07:22:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:41,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=631fe4a502c1987c75d3d2476b1676ab, regionState=OPENING, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:41,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=631fe4a502c1987c75d3d2476b1676ab, ASSIGN because future has completed 2024-11-19T07:22:41,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631fe4a502c1987c75d3d2476b1676ab, server=db0afee3eab9,38683,1732000945702}] 2024-11-19T07:22:41,316 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:41,316 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 631fe4a502c1987c75d3d2476b1676ab, NAME => 'test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:41,317 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:41,317 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:22:41,317 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,317 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:41,317 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,317 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,320 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,322 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631fe4a502c1987c75d3d2476b1676ab columnFamilyName f 2024-11-19T07:22:41,322 DEBUG [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:41,322 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(327): Store=631fe4a502c1987c75d3d2476b1676ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:41,323 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,323 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631fe4a502c1987c75d3d2476b1676ab columnFamilyName f1 2024-11-19T07:22:41,323 DEBUG [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:41,324 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(327): Store=631fe4a502c1987c75d3d2476b1676ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:41,324 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,325 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 631fe4a502c1987c75d3d2476b1676ab columnFamilyName norep 2024-11-19T07:22:41,325 DEBUG [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:41,326 INFO [StoreOpener-631fe4a502c1987c75d3d2476b1676ab-1 {}] regionserver.HStore(327): Store=631fe4a502c1987c75d3d2476b1676ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:41,326 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,326 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,327 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,329 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,329 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,330 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:22:41,330 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,332 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:41,332 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 631fe4a502c1987c75d3d2476b1676ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59393988, jitterRate=-0.11496061086654663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:22:41,332 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:41,333 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 631fe4a502c1987c75d3d2476b1676ab: Running coprocessor pre-open hook at 1732000961318Writing region info on filesystem at 1732000961318Initializing all the Stores at 1732000961320 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000961320Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000961320Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000961320Cleaning up temporary data from old regions at 1732000961329 (+9 ms)Running coprocessor post-open hooks at 1732000961332 (+3 ms)Region opened successfully at 1732000961333 (+1 ms) 2024-11-19T07:22:41,336 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., pid=6, masterSystemTime=1732000961284 2024-11-19T07:22:41,339 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:41,339 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:41,340 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=631fe4a502c1987c75d3d2476b1676ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:41,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 631fe4a502c1987c75d3d2476b1676ab, server=db0afee3eab9,38683,1732000945702 because future has completed 2024-11-19T07:22:41,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:22:41,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 631fe4a502c1987c75d3d2476b1676ab, server=db0afee3eab9,38683,1732000945702 in 227 msec 2024-11-19T07:22:41,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:22:41,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=631fe4a502c1987c75d3d2476b1676ab, ASSIGN in 388 msec 2024-11-19T07:22:41,364 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:22:41,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000961364"}]},"ts":"1732000961364"} 2024-11-19T07:22:41,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:22:41,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:22:41,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 914 msec 2024-11-19T07:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:41,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:41,595 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:22:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36533,1732000951012 2024-11-19T07:22:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@573a83dd 2024-11-19T07:22:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:41,597 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:41,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:22:41,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:22:41,602 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:41,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:22:41,604 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:22:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:22:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:42,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 035012ca4803de4a34e326d75b364792, NAME => 'test,,1732000961598.035012ca4803de4a34e326d75b364792.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376 2024-11-19T07:22:42,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000961598.035012ca4803de4a34e326d75b364792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 035012ca4803de4a34e326d75b364792, disabling compactions & flushes 2024-11-19T07:22:42,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000961598.035012ca4803de4a34e326d75b364792. after waiting 0 ms 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,096 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 035012ca4803de4a34e326d75b364792: Waiting for close lock at 1732000962096Disabling compacts and flushes for region at 1732000962096Disabling writes for close at 1732000962096Writing region close event to WAL at 1732000962096Closed at 1732000962096 2024-11-19T07:22:42,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:22:42,098 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000961598.035012ca4803de4a34e326d75b364792.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000962098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000962098"}]},"ts":"1732000962098"} 2024-11-19T07:22:42,100 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:22:42,101 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:22:42,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000962101"}]},"ts":"1732000962101"} 2024-11-19T07:22:42,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:22:42,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=035012ca4803de4a34e326d75b364792, ASSIGN}] 2024-11-19T07:22:42,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=035012ca4803de4a34e326d75b364792, ASSIGN 2024-11-19T07:22:42,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=035012ca4803de4a34e326d75b364792, ASSIGN; state=OFFLINE, location=db0afee3eab9,46809,1732000951368; forceNewPlan=false, retain=false 2024-11-19T07:22:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:42,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=035012ca4803de4a34e326d75b364792, regionState=OPENING, regionLocation=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=035012ca4803de4a34e326d75b364792, ASSIGN because future has completed 2024-11-19T07:22:42,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 035012ca4803de4a34e326d75b364792, server=db0afee3eab9,46809,1732000951368}] 2024-11-19T07:22:42,456 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,456 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 035012ca4803de4a34e326d75b364792, NAME => 'test,,1732000961598.035012ca4803de4a34e326d75b364792.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:42,456 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:42,456 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:22:42,456 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,456 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000961598.035012ca4803de4a34e326d75b364792.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:42,456 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,457 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,474 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,475 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 035012ca4803de4a34e326d75b364792 columnFamilyName f 2024-11-19T07:22:42,475 DEBUG [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:42,476 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(327): Store=035012ca4803de4a34e326d75b364792/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:42,476 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,477 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 035012ca4803de4a34e326d75b364792 columnFamilyName f1 2024-11-19T07:22:42,477 DEBUG [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:42,477 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(327): Store=035012ca4803de4a34e326d75b364792/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:42,477 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,478 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 035012ca4803de4a34e326d75b364792 columnFamilyName norep 2024-11-19T07:22:42,478 DEBUG [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:42,479 INFO [StoreOpener-035012ca4803de4a34e326d75b364792-1 {}] regionserver.HStore(327): Store=035012ca4803de4a34e326d75b364792/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:42,479 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,479 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,479 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,480 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,480 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,481 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:22:42,481 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,484 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:42,485 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 035012ca4803de4a34e326d75b364792; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60139885, jitterRate=-0.10384587943553925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:22:42,485 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:42,485 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 035012ca4803de4a34e326d75b364792: Running coprocessor pre-open hook at 1732000962457Writing region info on filesystem at 1732000962457Initializing all the Stores at 1732000962459 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000962459Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000962474 (+15 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000962474Cleaning up temporary data from old regions at 1732000962480 (+6 ms)Running coprocessor post-open hooks at 1732000962485 (+5 ms)Region opened successfully at 1732000962485 2024-11-19T07:22:42,486 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000961598.035012ca4803de4a34e326d75b364792., pid=6, masterSystemTime=1732000962428 2024-11-19T07:22:42,488 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,488 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:42,489 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=035012ca4803de4a34e326d75b364792, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,46809,1732000951368 2024-11-19T07:22:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 035012ca4803de4a34e326d75b364792, server=db0afee3eab9,46809,1732000951368 because future has completed 2024-11-19T07:22:42,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:22:42,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 035012ca4803de4a34e326d75b364792, server=db0afee3eab9,46809,1732000951368 in 221 msec 2024-11-19T07:22:42,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:22:42,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=035012ca4803de4a34e326d75b364792, ASSIGN in 396 msec 2024-11-19T07:22:42,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:22:42,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000962505"}]},"ts":"1732000962505"} 2024-11-19T07:22:42,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:22:42,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:22:42,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 913 msec 2024-11-19T07:22:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:42,745 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:22:42,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:42,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40089,1732000957210 2024-11-19T07:22:42,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd4a07d 2024-11-19T07:22:42,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:42,748 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:42,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-19T07:22:42,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:22:42,751 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:42,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-19T07:22:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:42,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:22:42,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741835_1011 (size=902) 2024-11-19T07:22:42,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6005bc85871ae3dbef8fbf609a3a56a2, NAME => 'test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d 2024-11-19T07:22:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741836_1012 (size=39) 2024-11-19T07:22:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6005bc85871ae3dbef8fbf609a3a56a2, disabling compactions & flushes 2024-11-19T07:22:43,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. after waiting 0 ms 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6005bc85871ae3dbef8fbf609a3a56a2: Waiting for close lock at 1732000963259Disabling compacts and flushes for region at 1732000963259Disabling writes for close at 1732000963259Writing region close event to WAL at 1732000963259Closed at 1732000963259 2024-11-19T07:22:43,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:22:43,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732000963261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000963261"}]},"ts":"1732000963261"} 2024-11-19T07:22:43,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:22:43,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:22:43,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000963265"}]},"ts":"1732000963265"} 2024-11-19T07:22:43,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-19T07:22:43,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6005bc85871ae3dbef8fbf609a3a56a2, ASSIGN}] 2024-11-19T07:22:43,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6005bc85871ae3dbef8fbf609a3a56a2, ASSIGN 2024-11-19T07:22:43,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6005bc85871ae3dbef8fbf609a3a56a2, ASSIGN; state=OFFLINE, location=db0afee3eab9,36497,1732000957426; forceNewPlan=false, retain=false 2024-11-19T07:22:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:43,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6005bc85871ae3dbef8fbf609a3a56a2, regionState=OPENING, regionLocation=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:43,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6005bc85871ae3dbef8fbf609a3a56a2, ASSIGN because future has completed 2024-11-19T07:22:43,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6005bc85871ae3dbef8fbf609a3a56a2, server=db0afee3eab9,36497,1732000957426}] 2024-11-19T07:22:43,584 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,584 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6005bc85871ae3dbef8fbf609a3a56a2, NAME => 'test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:43,585 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:43,585 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-19T07:22:43,585 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,585 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:43,585 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,585 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,588 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,589 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6005bc85871ae3dbef8fbf609a3a56a2 columnFamilyName f 2024-11-19T07:22:43,589 DEBUG [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:43,589 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(327): Store=6005bc85871ae3dbef8fbf609a3a56a2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:43,589 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,590 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6005bc85871ae3dbef8fbf609a3a56a2 columnFamilyName f1 2024-11-19T07:22:43,590 DEBUG [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:43,590 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(327): Store=6005bc85871ae3dbef8fbf609a3a56a2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:43,590 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,591 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6005bc85871ae3dbef8fbf609a3a56a2 columnFamilyName norep 2024-11-19T07:22:43,591 DEBUG [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:43,591 INFO [StoreOpener-6005bc85871ae3dbef8fbf609a3a56a2-1 {}] regionserver.HStore(327): Store=6005bc85871ae3dbef8fbf609a3a56a2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:43,591 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,592 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,592 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,592 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,592 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,595 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:22:43,596 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,598 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:43,598 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6005bc85871ae3dbef8fbf609a3a56a2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64512523, jitterRate=-0.03868849575519562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:22:43,598 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:43,598 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6005bc85871ae3dbef8fbf609a3a56a2: Running coprocessor pre-open hook at 1732000963586Writing region info on filesystem at 1732000963586Initializing all the Stores at 1732000963586Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000963586Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000963588 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000963588Cleaning up temporary data from old regions at 1732000963592 (+4 ms)Running coprocessor post-open hooks at 1732000963598 (+6 ms)Region opened successfully at 1732000963598 2024-11-19T07:22:43,599 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2., pid=6, masterSystemTime=1732000963577 2024-11-19T07:22:43,600 DEBUG [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,600 INFO [RS_OPEN_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:43,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6005bc85871ae3dbef8fbf609a3a56a2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=db0afee3eab9,36497,1732000957426 2024-11-19T07:22:43,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6005bc85871ae3dbef8fbf609a3a56a2, server=db0afee3eab9,36497,1732000957426 because future has completed 2024-11-19T07:22:43,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T07:22:43,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6005bc85871ae3dbef8fbf609a3a56a2, server=db0afee3eab9,36497,1732000957426 in 178 msec 2024-11-19T07:22:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T07:22:43,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6005bc85871ae3dbef8fbf609a3a56a2, ASSIGN in 340 msec 2024-11-19T07:22:43,611 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:22:43,611 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000963611"}]},"ts":"1732000963611"} 2024-11-19T07:22:43,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-19T07:22:43,613 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:22:43,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 865 msec 2024-11-19T07:22:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T07:22:43,904 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-19T07:22:43,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f317d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:43,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:43,930 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3020b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:43,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:43,932 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:43,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416674ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40481,1732000945337 2024-11-19T07:22:43,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dee1c05 2024-11-19T07:22:43,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:43,935 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:43,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://db0afee3eab9:36533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:22:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:22:43,939 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36533' 2024-11-19T07:22:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:43,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e22174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36533,-1 for getting cluster id 2024-11-19T07:22:43,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:43,966 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4064ade5-7eba-46a9-9fd0-a809c198f13b' 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4064ade5-7eba-46a9-9fd0-a809c198f13b" 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481f8916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36533,-1] 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:43,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:43,967 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:43,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2633674e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:43,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:43,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36533,1732000951012 2024-11-19T07:22:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6666ce29 2024-11-19T07:22:43,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:43,969 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:43,971 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-19T07:22:43,971 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:22:43,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:43,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:43,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:43,972 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T07:22:43,973 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-19T07:22:43,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T07:22:43,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:43,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T07:22:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741837_1013 (size=1138) 2024-11-19T07:22:44,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 15c61def988e668a30d1e9494ae419ca, NAME => 'hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f 2024-11-19T07:22:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741838_1014 (size=44) 2024-11-19T07:22:44,023 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-19T07:22:44,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:44,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 15c61def988e668a30d1e9494ae419ca, disabling compactions & flushes 2024-11-19T07:22:44,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. after waiting 0 ms 2024-11-19T07:22:44,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 15c61def988e668a30d1e9494ae419ca: Waiting for close lock at 1732000964023Disabling compacts and flushes for region at 1732000964023Disabling writes for close at 1732000964024 (+1 ms)Writing region close event to WAL at 1732000964024Closed at 1732000964024 2024-11-19T07:22:44,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T07:22:44,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732000964025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732000964025"}]},"ts":"1732000964025"} 2024-11-19T07:22:44,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-19T07:22:44,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T07:22:44,030 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000964030"}]},"ts":"1732000964030"} 2024-11-19T07:22:44,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-19T07:22:44,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c61def988e668a30d1e9494ae419ca, ASSIGN}] 2024-11-19T07:22:44,036 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c61def988e668a30d1e9494ae419ca, ASSIGN 2024-11-19T07:22:44,038 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15c61def988e668a30d1e9494ae419ca, ASSIGN; state=OFFLINE, location=db0afee3eab9,38683,1732000945702; forceNewPlan=false, retain=false 2024-11-19T07:22:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:44,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15c61def988e668a30d1e9494ae419ca, regionState=OPENING, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:44,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=15c61def988e668a30d1e9494ae419ca, ASSIGN because future has completed 2024-11-19T07:22:44,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c61def988e668a30d1e9494ae419ca, server=db0afee3eab9,38683,1732000945702}] 2024-11-19T07:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:44,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T07:22:44,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-19T07:22:44,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=db0afee3eab9%2C38683%2C1732000945702.rep, suffix=, logDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702, archiveDir=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/oldWALs, maxLogs=10 2024-11-19T07:22:44,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000964400, exclude list is [], retry=0 2024-11-19T07:22:44,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:44,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000964400 2024-11-19T07:22:44,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:44,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 15c61def988e668a30d1e9494ae419ca, NAME => 'hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.', STARTKEY => '', ENDKEY => ''} 2024-11-19T07:22:44,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. service=MultiRowMutationService 2024-11-19T07:22:44,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,492 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,493 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c61def988e668a30d1e9494ae419ca columnFamilyName hfileref 2024-11-19T07:22:44,494 DEBUG [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:44,494 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(327): Store=15c61def988e668a30d1e9494ae419ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:44,494 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,495 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c61def988e668a30d1e9494ae419ca columnFamilyName queue 2024-11-19T07:22:44,495 DEBUG [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:44,495 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(327): Store=15c61def988e668a30d1e9494ae419ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:44,495 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,497 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15c61def988e668a30d1e9494ae419ca columnFamilyName sid 2024-11-19T07:22:44,497 DEBUG [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T07:22:44,497 INFO [StoreOpener-15c61def988e668a30d1e9494ae419ca-1 {}] regionserver.HStore(327): Store=15c61def988e668a30d1e9494ae419ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T07:22:44,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T07:22:44,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T07:22:44,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 15c61def988e668a30d1e9494ae419ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69363757, jitterRate=0.03360052406787872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T07:22:44,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:44,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 15c61def988e668a30d1e9494ae419ca: Running coprocessor pre-open hook at 1732000964470Writing region info on filesystem at 1732000964470Initializing all the Stores at 1732000964473 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000964473Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000964492 (+19 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732000964492Cleaning up temporary data from old regions at 1732000964500 (+8 ms)Running coprocessor post-open hooks at 1732000964516 (+16 ms)Region opened successfully at 1732000964516 2024-11-19T07:22:44,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca., pid=10, masterSystemTime=1732000964373 2024-11-19T07:22:44,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:44,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=15c61def988e668a30d1e9494ae419ca, regionState=OPEN, openSeqNum=2, regionLocation=db0afee3eab9,38683,1732000945702 2024-11-19T07:22:44,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15c61def988e668a30d1e9494ae419ca, server=db0afee3eab9,38683,1732000945702 because future has completed 2024-11-19T07:22:44,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T07:22:44,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 15c61def988e668a30d1e9494ae419ca, server=db0afee3eab9,38683,1732000945702 in 337 msec 2024-11-19T07:22:44,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T07:22:44,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732000964553"}]},"ts":"1732000964553"} 2024-11-19T07:22:44,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-19T07:22:44,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T07:22:44,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 584 msec 2024-11-19T07:22:44,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-19T07:22:44,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=15c61def988e668a30d1e9494ae419ca, ASSIGN in 512 msec 2024-11-19T07:22:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:44,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca., hostname=db0afee3eab9,38683,1732000945702, seqNum=2] 2024-11-19T07:22:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:44,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:22:44,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-19T07:22:44,788 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-19T07:22:44,837 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-db0afee3eab9,38683,1732000945702, ReplicationSource: 1, currentBandwidth=0 2024-11-19T07:22:44,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:44,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38683,1732000945702, seqNum=-1] 2024-11-19T07:22:44,838 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:44,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-19T07:22:44,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-db0afee3eab9,38683,1732000945702', locateType=CURRENT is [region=hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca., hostname=db0afee3eab9,38683,1732000945702, seqNum=2] 2024-11-19T07:22:44,846 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-19T07:22:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-19T07:22:44,851 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on db0afee3eab9,38683,1732000945702 suceeded 2024-11-19T07:22:44,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-19T07:22:44,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-19T07:22:44,857 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://db0afee3eab9:36533,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:22:44,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 921 msec 2024-11-19T07:22:44,876 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:36533' 2024-11-19T07:22:44,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e3b83ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:44,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36533,-1 for getting cluster id 2024-11-19T07:22:44,881 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:44,882 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4064ade5-7eba-46a9-9fd0-a809c198f13b' 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4064ade5-7eba-46a9-9fd0-a809c198f13b" 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57be758d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36533,-1] 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:44,883 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:44,884 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b50697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:44,884 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36533,1732000951012 2024-11-19T07:22:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20f4c77f 2024-11-19T07:22:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:44,887 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T07:22:44,888 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-db0afee3eab9,38683,1732000945702 (queues=1) is replicating from cluster=b4f36880-5829-4927-80dc-ab6af7394a5f to cluster=4064ade5-7eba-46a9-9fd0-a809c198f13b 2024-11-19T07:22:44,888 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=db0afee3eab9%2C38683%2C1732000945702 2024-11-19T07:22:44,888 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-db0afee3eab9,38683,1732000945702, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:22:44,896 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553, startPosition=0, beingWritten=true 2024-11-19T07:22:44,897 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C38683%2C1732000945702 2024-11-19T07:22:44,908 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:44,908 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 379, reset compression=false 2024-11-19T07:22:44,908 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-19T07:22:45,085 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-19T07:22:45,085 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:45,085 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:45,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:45,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2274e32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:45,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:45,088 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35873708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:45,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,091 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:45,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cda33ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408d796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36533,-1 for getting cluster id 2024-11-19T07:22:45,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:45,106 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4064ade5-7eba-46a9-9fd0-a809c198f13b' 2024-11-19T07:22:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4064ade5-7eba-46a9-9fd0-a809c198f13b" 2024-11-19T07:22:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7df404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36533,-1] 2024-11-19T07:22:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:45,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,107 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:45,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31104907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464e4f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40089,-1 for getting cluster id 2024-11-19T07:22:45,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:45,113 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5659531-519e-40d0-aeab-f13aa21cd943' 2024-11-19T07:22:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5659531-519e-40d0-aeab-f13aa21cd943" 2024-11-19T07:22:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6644273d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40089,-1] 2024-11-19T07:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,115 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25770731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:45,122 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 379, reset compression=false 2024-11-19T07:22:45,129 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732000965128/Put/seqid=0 2024-11-19T07:22:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741840_1016 (size=7894) 2024-11-19T07:22:45,461 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 379, reset compression=false 2024-11-19T07:22:45,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732000965564/Put/seqid=0 2024-11-19T07:22:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741841_1017 (size=7691) 2024-11-19T07:22:45,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706ae247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:45,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:45,594 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e40155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:45,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,596 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:45,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db02419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:45,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38683,1732000945702, seqNum=-1] 2024-11-19T07:22:45,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:45,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:45,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:45,615 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40481,1732000945337 2024-11-19T07:22:45,616 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@325cc903 2024-11-19T07:22:45,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:45,617 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:45,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2] 2024-11-19T07:22:45,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:22:45,634 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-19T07:22:45,643 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-19T07:22:45,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T07:22:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:45,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T07:22:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegion(2603): Flush status journal for 631fe4a502c1987c75d3d2476b1676ab: 2024-11-19T07:22:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_0 2024-11-19T07:22:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_0 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ 2024-11-19T07:22:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_1 2024-11-19T07:22:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_1 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ 2024-11-19T07:22:45,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_0 into 631fe4a502c1987c75d3d2476b1676ab/f as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ - updating store file list. 2024-11-19T07:22:45,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:45,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ into 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:45,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_0 into 631fe4a502c1987c75d3d2476b1676ab/f (new location: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_) 2024-11-19T07:22:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_0 2024-11-19T07:22:45,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_1 into 631fe4a502c1987c75d3d2476b1676ab/f as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ - updating store file list. 2024-11-19T07:22:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:45,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ into 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:45,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_1 into 631fe4a502c1987c75d3d2476b1676ab/f (new location: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_) 2024-11-19T07:22:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__s6p7n72snceevgkjbhlnhjep4g06q5vof83h99jtijl9njhf9s8pcp8m1lpjbni4/f/hfile_1 2024-11-19T07:22:45,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:45,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:45,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:45,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46809,1732000951368, seqNum=-1] 2024-11-19T07:22:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:45,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 , the old value is region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:38683 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:22:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:22:45,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 from cache 2024-11-19T07:22:45,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:45,714 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-19T07:22:45,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000961598.035012ca4803de4a34e326d75b364792., hostname=db0afee3eab9,46809,1732000951368, seqNum=2] 2024-11-19T07:22:45,717 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:22:45,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:45,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,815 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:22:45,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:45,865 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 379, reset compression=false 2024-11-19T07:22:45,875 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:45,875 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[{test/631fe4a502c1987c75d3d2476b1676ab/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000965708/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:22:45,877 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:45,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T07:22:45,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.ReplicationSink(318): Replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:45,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2868d85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,36533,-1 for getting cluster id 2024-11-19T07:22:45,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:45,892 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4064ade5-7eba-46a9-9fd0-a809c198f13b' 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4064ade5-7eba-46a9-9fd0-a809c198f13b" 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@584a486d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,36533,-1] 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:45,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:45,893 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:45,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2603998f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:45,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-19T07:22:46,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741837_1013 (size=7894) 2024-11-19T07:22:46,032 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:22:46,076 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 687, reset compression=false 2024-11-19T07:22:46,401 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 687, reset compression=false 2024-11-19T07:22:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741838_1014 (size=7691) 2024-11-19T07:22:46,719 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:22:46,807 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 687, reset compression=false 2024-11-19T07:22:46,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:46,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,36533,1732000951012 2024-11-19T07:22:46,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4613c4 2024-11-19T07:22:46,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:46,825 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-19T07:22:46,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:22:46,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:46,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,46809,1732000951368, seqNum=-1] 2024-11-19T07:22:46,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:46,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-19T07:22:46,834 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-19T07:22:46,837 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-19T07:22:46,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ for inclusion in 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-19T07:22:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:46,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ for inclusion in 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-19T07:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(2603): Flush status journal for 035012ca4803de4a34e326d75b364792: 2024-11-19T07:22:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/1edc733e609d4d068b4393486a98b2ad_SeqId_4_ 2024-11-19T07:22:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/421bfeedd53b49d29e50902a1dd08616_SeqId_4_ 2024-11-19T07:22:46,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/1edc733e609d4d068b4393486a98b2ad_SeqId_4_ - updating store file list. 2024-11-19T07:22:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1edc733e609d4d068b4393486a98b2ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:46,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/1edc733e609d4d068b4393486a98b2ad_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:46,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f (new location: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/1edc733e609d4d068b4393486a98b2ad_SeqId_4_) 2024-11-19T07:22:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/f17097654b1e4dfd84e7eb50a5e93ea0_SeqId_4_ 2024-11-19T07:22:46,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/421bfeedd53b49d29e50902a1dd08616_SeqId_4_ - updating store file list. 2024-11-19T07:22:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 421bfeedd53b49d29e50902a1dd08616_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:46,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/421bfeedd53b49d29e50902a1dd08616_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:46,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ into 035012ca4803de4a34e326d75b364792/f (new location: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/421bfeedd53b49d29e50902a1dd08616_SeqId_4_) 2024-11-19T07:22:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__7dfpknpv72jgobt394kvug910o6u00grk46coke9ilkjtkcuck2mtqjl85svjdan/f/b8f2b88f23f24df89c3a65feeb76c57f_SeqId_4_ 2024-11-19T07:22:46,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.ReplicationSink(324): Finished replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:47,311 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 687, reset compression=false 2024-11-19T07:22:47,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36497,1732000957426, seqNum=-1] 2024-11-19T07:22:47,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:47,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2., hostname=db0afee3eab9,36497,1732000957426, seqNum=2] 2024-11-19T07:22:47,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:47,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T07:22:47,750 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL db0afee3eab9%2C38683%2C1732000945702.meta:.meta(num 1732000948508) roll requested 2024-11-19T07:22:47,769 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000967750.meta, exclude list is [], retry=0 2024-11-19T07:22:47,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:47,809 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000948508.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000967750.meta 2024-11-19T07:22:47,820 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:47,820 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.meta.1732000948508.meta is not closed yet, will try archiving it next time 2024-11-19T07:22:47,820 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL db0afee3eab9%2C38683%2C1732000945702.rep:(num 1732000964400) roll requested 2024-11-19T07:22:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741834_1010 (size=3473) 2024-11-19T07:22:47,842 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000967820, exclude list is [], retry=0 2024-11-19T07:22:47,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:47,852 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000964400 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000967820 2024-11-19T07:22:47,864 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:47,864 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.rep.1732000964400 is not closed yet, will try archiving it next time 2024-11-19T07:22:47,864 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL db0afee3eab9%2C38683%2C1732000945702:(num 1732000947553) roll requested 2024-11-19T07:22:47,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741839_1015 (size=1505) 2024-11-19T07:22:47,884 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, exclude list is [], retry=0 2024-11-19T07:22:47,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43217,DS-895aba60-2873-4014-b7b0-44f811e594e4,DISK] 2024-11-19T07:22:47,909 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 2024-11-19T07:22:47,922 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34393:34393)] 2024-11-19T07:22:47,922 DEBUG [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 is not closed yet, will try archiving it next time 2024-11-19T07:22:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741832_1008 (size=695) 2024-11-19T07:22:47,930 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to pos 687, reset compression=false 2024-11-19T07:22:47,931 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 2024-11-19T07:22:47,932 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-19T07:22:47,932 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, startPosition=0, beingWritten=true 2024-11-19T07:22:47,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aaefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:47,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:47,933 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:47,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b344a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:47,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:47,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:47,934 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [db0afee3eab9%2C38683%2C1732000945702.1732000947553] 2024-11-19T07:22:47,935 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:47,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314fe0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40481,1732000945337 2024-11-19T07:22:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@581e7e8a 2024-11-19T07:22:47,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:47,939 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:47,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://db0afee3eab9:40089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-19T07:22:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-19T07:22:47,942 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:40089' 2024-11-19T07:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:22:47,946 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000947553 to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/oldWALs/db0afee3eab9%2C38683%2C1732000945702.1732000947553 2024-11-19T07:22:47,968 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7f273b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,968 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40089,-1 for getting cluster id 2024-11-19T07:22:47,969 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:47,969 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5659531-519e-40d0-aeab-f13aa21cd943' 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5659531-519e-40d0-aeab-f13aa21cd943" 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3957c494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40089,-1] 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:47,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:47,971 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:47,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6bb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:47,972 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:47,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40089,1732000957210 2024-11-19T07:22:47,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3622643f 2024-11-19T07:22:47,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:47,974 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:47,975 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-19T07:22:47,975 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-19T07:22:47,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:47,975 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:47,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:22:48,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-19T07:22:48,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-19T07:22:48,241 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-19T07:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:22:48,335 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-db0afee3eab9,38683,1732000945702, ReplicationSource: 2, currentBandwidth=0 2024-11-19T07:22:48,344 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-19T07:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-19T07:22:48,346 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on db0afee3eab9,38683,1732000945702 suceeded 2024-11-19T07:22:48,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-19T07:22:48,348 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://db0afee3eab9:40089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-19T07:22:48,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 259 msec 2024-11-19T07:22:48,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 408 msec 2024-11-19T07:22:48,364 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='db0afee3eab9:40089' 2024-11-19T07:22:48,384 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b727282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:48,384 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40089,-1 for getting cluster id 2024-11-19T07:22:48,384 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:48,385 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5659531-519e-40d0-aeab-f13aa21cd943' 2024-11-19T07:22:48,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:48,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5659531-519e-40d0-aeab-f13aa21cd943" 2024-11-19T07:22:48,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75b6f60b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:48,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40089,-1] 2024-11-19T07:22:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:48,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:48,396 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:48,397 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ce3c45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:48,397 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40089,1732000957210 2024-11-19T07:22:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bad063 2024-11-19T07:22:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:48,399 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-19T07:22:48,400 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-db0afee3eab9,38683,1732000945702 (queues=1) is replicating from cluster=b4f36880-5829-4927-80dc-ab6af7394a5f to cluster=a5659531-519e-40d0-aeab-f13aa21cd943 2024-11-19T07:22:48,400 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=db0afee3eab9%2C38683%2C1732000945702 2024-11-19T07:22:48,400 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-db0afee3eab9,38683,1732000945702, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-19T07:22:48,400 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, startPosition=0, beingWritten=true 2024-11-19T07:22:48,401 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: db0afee3eab9%2C38683%2C1732000945702 2024-11-19T07:22:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-19T07:22:48,575 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-19T07:22:48,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:48,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:48,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:48,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:48,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T07:22:48,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:48,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732000968579/Put/seqid=0 2024-11-19T07:22:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741845_1021 (size=11194) 2024-11-19T07:22:48,638 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 0, reset compression=false 2024-11-19T07:22:48,671 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 0, reset compression=false 2024-11-19T07:22:48,941 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 0, reset compression=false 2024-11-19T07:22:49,014 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732000969013/Put/seqid=0 2024-11-19T07:22:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741846_1022 (size=10791) 2024-11-19T07:22:49,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379290cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40481,-1 for getting cluster id 2024-11-19T07:22:49,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:49,061 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4f36880-5829-4927-80dc-ab6af7394a5f' 2024-11-19T07:22:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4f36880-5829-4927-80dc-ab6af7394a5f" 2024-11-19T07:22:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997cc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40481,-1] 2024-11-19T07:22:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:49,064 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:49,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c99499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,38683,1732000945702, seqNum=-1] 2024-11-19T07:22:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:49,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T07:22:49,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40481,1732000945337 2024-11-19T07:22:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34210447 2024-11-19T07:22:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:49,080 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T07:22:49,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2] 2024-11-19T07:22:49,089 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:22:49,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-19T07:22:49,101 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-19T07:22:49,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T07:22:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:49,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T07:22:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegion(2603): Flush status journal for 631fe4a502c1987c75d3d2476b1676ab: 2024-11-19T07:22:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_1 2024-11-19T07:22:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_1 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ 2024-11-19T07:22:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_0 2024-11-19T07:22:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_0 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ 2024-11-19T07:22:49,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_1 into 631fe4a502c1987c75d3d2476b1676ab/f as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ - updating store file list. 2024-11-19T07:22:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 654ac8926f9444e0930ab2cdda757ef2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:49,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ into 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:49,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_1 into 631fe4a502c1987c75d3d2476b1676ab/f (new location: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_) 2024-11-19T07:22:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_1 2024-11-19T07:22:49,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_0 into 631fe4a502c1987c75d3d2476b1676ab/f as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ - updating store file list. 2024-11-19T07:22:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92cff4d700894fb2b1793f977b020d18_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:49,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ into 631fe4a502c1987c75d3d2476b1676ab/f 2024-11-19T07:22:49,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_0 into 631fe4a502c1987c75d3d2476b1676ab/f (new location: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_) 2024-11-19T07:22:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/staging/jenkins__test__qpk7tv2t14dkogcqd1knf09s9ivvk12ocjrg7lvvfuk3lnkr7an55mrpct6v7dnp/f/hfile_0 2024-11-19T07:22:49,176 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:49,176 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:49,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:49,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 , the old value is region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=db0afee3eab9:38683 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:22:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-19T07:22:49,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., hostname=db0afee3eab9,38683,1732000945702, seqNum=2 from cache 2024-11-19T07:22:49,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34378 deadline: 1732001029176 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34378 2024-11-19T07:22:49,184 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:22:49,284 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-19T07:22:49,366 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 0, reset compression=false 2024-11-19T07:22:49,371 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:49,371 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[{test/631fe4a502c1987c75d3d2476b1676ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000969174/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:22:49,373 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T07:22:49,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-19T07:22:49,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.ReplicationSink(318): Replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:49,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4302c1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] client.ClusterIdFetcher(90): Going to request db0afee3eab9,40089,-1 for getting cluster id 2024-11-19T07:22:49,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T07:22:49,376 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5659531-519e-40d0-aeab-f13aa21cd943' 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5659531-519e-40d0-aeab-f13aa21cd943" 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7556ae42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [db0afee3eab9,40089,-1] 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T07:22:49,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:49,379 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-19T07:22:49,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f70eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T07:22:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741837_1013 (size=10791) 2024-11-19T07:22:49,477 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 0, reset compression=false 2024-11-19T07:22:49,506 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-19T07:22:49,506 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[{test/631fe4a502c1987c75d3d2476b1676ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732000969174/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-19T07:22:49,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.ReplicationSink(318): Replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:49,571 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741839_1015 (size=10791) 2024-11-19T07:22:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741840_1016 (size=11194) 2024-11-19T07:22:49,706 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741838_1014 (size=11194) 2024-11-19T07:22:49,917 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:50,041 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:50,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:22:50,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T07:22:50,120 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T07:22:50,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ for inclusion in 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T07:22:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:50,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ for inclusion in 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T07:22:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegion(2603): Flush status journal for 035012ca4803de4a34e326d75b364792: 2024-11-19T07:22:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/00e1e7514e7c4fe99c22b354288d6fae_SeqId_6_ 2024-11-19T07:22:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92cff4d700894fb2b1793f977b020d18_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/f42fa9ba83a845c8801b62e9352960ef_SeqId_6_ 2024-11-19T07:22:50,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/00e1e7514e7c4fe99c22b354288d6fae_SeqId_6_ - updating store file list. 2024-11-19T07:22:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00e1e7514e7c4fe99c22b354288d6fae_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:50,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/00e1e7514e7c4fe99c22b354288d6fae_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:50,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f (new location: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/00e1e7514e7c4fe99c22b354288d6fae_SeqId_6_) 2024-11-19T07:22:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ 2024-11-19T07:22:50,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/f42fa9ba83a845c8801b62e9352960ef_SeqId_6_ - updating store file list. 2024-11-19T07:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f42fa9ba83a845c8801b62e9352960ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:50,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/f42fa9ba83a845c8801b62e9352960ef_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f 2024-11-19T07:22:50,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ into 035012ca4803de4a34e326d75b364792/f (new location: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/f/f42fa9ba83a845c8801b62e9352960ef_SeqId_6_) 2024-11-19T07:22:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/staging/jenkins.hfs.22__test__2ngbcv268cu8fkqmv9nbpjhes2so69rs0hsgkb099t4nsnk4fnojjp2h8acb12gc/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ 2024-11-19T07:22:50,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] regionserver.ReplicationSink(324): Finished replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:50,205 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-19T07:22:50,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:50,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is db0afee3eab9,40089,1732000957210 2024-11-19T07:22:50,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214af72d 2024-11-19T07:22:50,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T07:22:50,295 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-19T07:22:50,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-19T07:22:50,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T07:22:50,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=db0afee3eab9,36497,1732000957426, seqNum=-1] 2024-11-19T07:22:50,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T07:22:50,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-19T07:22:50,337 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-19T07:22:50,337 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:50,339 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-19T07:22:50,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ for inclusion in 6005bc85871ae3dbef8fbf609a3a56a2/f 2024-11-19T07:22:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-19T07:22:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:50,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ for inclusion in 6005bc85871ae3dbef8fbf609a3a56a2/f 2024-11-19T07:22:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-19T07:22:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-19T07:22:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegion(2603): Flush status journal for 6005bc85871ae3dbef8fbf609a3a56a2: 2024-11-19T07:22:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92cff4d700894fb2b1793f977b020d18_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/47bb1e1d42764864806993acf50a805c_SeqId_4_ 2024-11-19T07:22:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-19T07:22:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/ac75f1371cf04fd59366da4e78573aae_SeqId_4_ 2024-11-19T07:22:50,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ into 6005bc85871ae3dbef8fbf609a3a56a2/f as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/47bb1e1d42764864806993acf50a805c_SeqId_4_ - updating store file list. 2024-11-19T07:22:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47bb1e1d42764864806993acf50a805c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:50,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/47bb1e1d42764864806993acf50a805c_SeqId_4_ into 6005bc85871ae3dbef8fbf609a3a56a2/f 2024-11-19T07:22:50,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ into 6005bc85871ae3dbef8fbf609a3a56a2/f (new location: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/47bb1e1d42764864806993acf50a805c_SeqId_4_) 2024-11-19T07:22:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/92cff4d700894fb2b1793f977b020d18_SeqId_6_ 2024-11-19T07:22:50,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ into 6005bc85871ae3dbef8fbf609a3a56a2/f as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/ac75f1371cf04fd59366da4e78573aae_SeqId_4_ - updating store file list. 2024-11-19T07:22:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac75f1371cf04fd59366da4e78573aae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-19T07:22:50,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/ac75f1371cf04fd59366da4e78573aae_SeqId_4_ into 6005bc85871ae3dbef8fbf609a3a56a2/f 2024-11-19T07:22:50,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ into 6005bc85871ae3dbef8fbf609a3a56a2/f (new location: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/f/ac75f1371cf04fd59366da4e78573aae_SeqId_4_) 2024-11-19T07:22:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/staging/jenkins.hfs.23__test__thqagj2dm0joaitr58hcsspo5265ipiqrio0bdralnf2kre7v5dkc7ldb1fadi1c/f/654ac8926f9444e0930ab2cdda757ef2_SeqId_6_ 2024-11-19T07:22:50,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.ReplicationSink(324): Finished replicating [b4f36880-5829-4927-80dc-ab6af7394a5f] bulk loaded data 2024-11-19T07:22:50,457 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:50,857 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:50,984 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:51,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:51,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:51,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:51,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:51,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:51,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:51,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1942398365, stopped=false 2024-11-19T07:22:51,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,40089,1732000957210 2024-11-19T07:22:51,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983664555/running 2024-11-19T07:22:51,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983664555/running 2024-11-19T07:22:51,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:51,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:51,275 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:51,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:51,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:51,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:51,275 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,36497,1732000957426' ***** 2024-11-19T07:22:51,275 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:51,276 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:51,276 INFO [RS:0;db0afee3eab9:36497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:51,276 INFO [RS:0;db0afee3eab9:36497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:51,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/running 2024-11-19T07:22:51,276 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:51,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:51,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Set watcher on znode that does not yet exist, /2-1983664555/running 2024-11-19T07:22:51,283 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,36497,1732000957426 2024-11-19T07:22:51,283 INFO [RS:0;db0afee3eab9:36497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:51,283 INFO [RS:0;db0afee3eab9:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:36497. 2024-11-19T07:22:51,283 DEBUG [RS:0;db0afee3eab9:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:51,283 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:51,284 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:51,284 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:51,284 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:51,284 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:51,284 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:51,286 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:22:51,286 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1325): Online Regions={6005bc85871ae3dbef8fbf609a3a56a2=test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:22:51,286 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6005bc85871ae3dbef8fbf609a3a56a2 2024-11-19T07:22:51,287 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:51,287 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:51,287 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:51,287 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:51,287 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:51,287 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T07:22:51,292 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6005bc85871ae3dbef8fbf609a3a56a2, disabling compactions & flushes 2024-11-19T07:22:51,292 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:51,292 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:51,292 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. after waiting 0 ms 2024-11-19T07:22:51,292 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:51,318 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/info/b04af05d3126412798664ae67e67b9d0 is 129, key is test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2./info:regioninfo/1732000963601/Put/seqid=0 2024-11-19T07:22:51,326 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/default/test/6005bc85871ae3dbef8fbf609a3a56a2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-19T07:22:51,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:51,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:51,327 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:51,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6005bc85871ae3dbef8fbf609a3a56a2: Waiting for close lock at 1732000971292Running coprocessor pre-close hooks at 1732000971292Disabling compacts and flushes for region at 1732000971292Disabling writes for close at 1732000971292Writing region close event to WAL at 1732000971321 (+29 ms)Running coprocessor post-close hooks at 1732000971327 (+6 ms)Closed at 1732000971327 2024-11-19T07:22:51,327 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2. 2024-11-19T07:22:51,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741839_1015 (size=6421) 2024-11-19T07:22:51,487 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:51,501 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:51,552 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:51,552 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:51,587 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:51,687 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:51,738 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/info/b04af05d3126412798664ae67e67b9d0 2024-11-19T07:22:51,768 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/ns/1fd6ca81d07e418897ca3c8cf8a4af57 is 43, key is default/ns:d/1732000960276/Put/seqid=0 2024-11-19T07:22:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741840_1016 (size=5153) 2024-11-19T07:22:51,887 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:52,087 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:52,177 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/ns/1fd6ca81d07e418897ca3c8cf8a4af57 2024-11-19T07:22:52,205 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/rep_barrier/d7785d1aa1ad4447922b7e39152dfdc2 is 112, key is test,,1732000962748.6005bc85871ae3dbef8fbf609a3a56a2./rep_barrier:seqnumDuringOpen/1732000963601/Put/seqid=0 2024-11-19T07:22:52,212 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:52,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741841_1017 (size=5518) 2024-11-19T07:22:52,219 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/rep_barrier/d7785d1aa1ad4447922b7e39152dfdc2 2024-11-19T07:22:52,250 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/table/a89850b3a4ab44e2ae6d5879e4bebe11 is 40, key is test/table:state/1732000963611/Put/seqid=0 2024-11-19T07:22:52,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741842_1018 (size=5165) 2024-11-19T07:22:52,269 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/table/a89850b3a4ab44e2ae6d5879e4bebe11 2024-11-19T07:22:52,275 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/info/b04af05d3126412798664ae67e67b9d0 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/info/b04af05d3126412798664ae67e67b9d0 2024-11-19T07:22:52,280 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/info/b04af05d3126412798664ae67e67b9d0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T07:22:52,282 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/ns/1fd6ca81d07e418897ca3c8cf8a4af57 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/ns/1fd6ca81d07e418897ca3c8cf8a4af57 2024-11-19T07:22:52,287 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:22:52,287 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:22:52,287 DEBUG [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:52,288 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/ns/1fd6ca81d07e418897ca3c8cf8a4af57, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:22:52,289 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/rep_barrier/d7785d1aa1ad4447922b7e39152dfdc2 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/rep_barrier/d7785d1aa1ad4447922b7e39152dfdc2 2024-11-19T07:22:52,291 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:52,306 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/rep_barrier/d7785d1aa1ad4447922b7e39152dfdc2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T07:22:52,313 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/.tmp/table/a89850b3a4ab44e2ae6d5879e4bebe11 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/table/a89850b3a4ab44e2ae6d5879e4bebe11 2024-11-19T07:22:52,319 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/table/a89850b3a4ab44e2ae6d5879e4bebe11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:22:52,320 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=11, compaction requested=false 2024-11-19T07:22:52,385 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:22:52,386 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:52,386 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:52,386 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:52,386 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000971287Running coprocessor pre-close hooks at 1732000971287Disabling compacts and flushes for region at 1732000971287Disabling writes for close at 1732000971287Obtaining lock to block concurrent updates at 1732000971287Preparing flush snapshotting stores in 1588230740 at 1732000971287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732000971289 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732000971289Flushing 1588230740/info: creating writer at 1732000971289Flushing 1588230740/info: appending metadata at 1732000971317 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732000971317Flushing 1588230740/ns: creating writer at 1732000971744 (+427 ms)Flushing 1588230740/ns: appending metadata at 1732000971767 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732000971767Flushing 1588230740/rep_barrier: creating writer at 1732000972182 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000972204 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000972204Flushing 1588230740/table: creating writer at 1732000972224 (+20 ms)Flushing 1588230740/table: appending metadata at 1732000972250 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732000972250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff35556: reopening flushed file at 1732000972274 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506723da: reopening flushed file at 1732000972280 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7ce2f1: reopening flushed file at 1732000972288 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c48462c: reopening flushed file at 1732000972306 (+18 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1032ms, sequenceid=11, compaction requested=false at 1732000972320 (+14 ms)Writing region close event to WAL at 1732000972381 (+61 ms)Running coprocessor post-close hooks at 1732000972386 (+5 ms)Closed at 1732000972386 2024-11-19T07:22:52,386 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:52,488 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,36497,1732000957426; all regions closed. 2024-11-19T07:22:52,495 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/WALs/db0afee3eab9,36497,1732000957426/db0afee3eab9%2C36497%2C1732000957426.meta.1732000960159.meta not finished, retry = 0 2024-11-19T07:22:52,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741834_1010 (size=2717) 2024-11-19T07:22:52,598 DEBUG [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/oldWALs 2024-11-19T07:22:52,598 INFO [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C36497%2C1732000957426.meta:.meta(num 1732000960159) 2024-11-19T07:22:52,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741833_1009 (size=1028) 2024-11-19T07:22:52,620 DEBUG [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/oldWALs 2024-11-19T07:22:52,620 INFO [RS:0;db0afee3eab9:36497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C36497%2C1732000957426:(num 1732000959707) 2024-11-19T07:22:52,620 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:52,620 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:52,621 INFO [RS:0;db0afee3eab9:36497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:52,621 INFO [RS:0;db0afee3eab9:36497 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:52,621 INFO [RS:0;db0afee3eab9:36497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:52,622 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:52,622 INFO [RS:0;db0afee3eab9:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:36497. 2024-11-19T07:22:52,622 DEBUG [RS:0;db0afee3eab9:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:52,622 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:52,622 DEBUG [RS:0;db0afee3eab9:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:52,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:52,622 INFO [RS:0;db0afee3eab9:36497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36497 2024-11-19T07:22:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983664555/rs/db0afee3eab9,36497,1732000957426 2024-11-19T07:22:52,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555/rs 2024-11-19T07:22:52,706 INFO [RS:0;db0afee3eab9:36497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:52,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,36497,1732000957426] 2024-11-19T07:22:52,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/draining/db0afee3eab9,36497,1732000957426 already deleted, retry=false 2024-11-19T07:22:52,727 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,36497,1732000957426 expired; onlineServers=0 2024-11-19T07:22:52,727 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,40089,1732000957210' ***** 2024-11-19T07:22:52,727 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:52,727 INFO [M:0;db0afee3eab9:40089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:52,727 INFO [M:0;db0afee3eab9:40089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:52,727 DEBUG [M:0;db0afee3eab9:40089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:52,727 DEBUG [M:0;db0afee3eab9:40089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:52,727 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:52,728 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000959417 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000959417,5,FailOnTimeoutGroup] 2024-11-19T07:22:52,728 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000959424 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000959424,5,FailOnTimeoutGroup] 2024-11-19T07:22:52,728 INFO [M:0;db0afee3eab9:40089 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:52,728 INFO [M:0;db0afee3eab9:40089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:52,728 DEBUG [M:0;db0afee3eab9:40089 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:52,728 INFO [M:0;db0afee3eab9:40089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:52,728 INFO [M:0;db0afee3eab9:40089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:52,728 INFO [M:0;db0afee3eab9:40089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:52,729 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1983664555/master 2024-11-19T07:22:52,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1983664555 2024-11-19T07:22:52,738 INFO [M:0;db0afee3eab9:40089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/.lastflushedseqids 2024-11-19T07:22:52,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1983664555/master already deleted, retry=false 2024-11-19T07:22:52,748 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1983664555/master 2024-11-19T07:22:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741843_1019 (size=173) 2024-11-19T07:22:52,757 INFO [M:0;db0afee3eab9:40089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:52,758 INFO [M:0;db0afee3eab9:40089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:52,758 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:52,758 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:52,758 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:52,758 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:52,758 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:52,758 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-19T07:22:52,790 DEBUG [M:0;db0afee3eab9:40089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cf23912231f4e8fb5614e72d7c8629b is 82, key is hbase:meta,,1/info:regioninfo/1732000960256/Put/seqid=0 2024-11-19T07:22:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741844_1020 (size=5672) 2024-11-19T07:22:52,806 INFO [M:0;db0afee3eab9:40089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cf23912231f4e8fb5614e72d7c8629b 2024-11-19T07:22:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:52,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10151f905440007, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:52,818 INFO [RS:0;db0afee3eab9:36497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:52,818 INFO [RS:0;db0afee3eab9:36497 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,36497,1732000957426; zookeeper connection closed. 2024-11-19T07:22:52,824 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36027de3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36027de3 2024-11-19T07:22:52,824 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:52,832 DEBUG [M:0;db0afee3eab9:40089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144ec65b939e4af288bb54f0b8c535d4 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000963615/Put/seqid=0 2024-11-19T07:22:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741845_1021 (size=6586) 2024-11-19T07:22:52,858 INFO [M:0;db0afee3eab9:40089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144ec65b939e4af288bb54f0b8c535d4 2024-11-19T07:22:52,893 DEBUG [M:0;db0afee3eab9:40089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97305fdd5eef48168ce650f11c3d2dd5 is 69, key is db0afee3eab9,36497,1732000957426/rs:state/1732000959451/Put/seqid=0 2024-11-19T07:22:52,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741846_1022 (size=5156) 2024-11-19T07:22:52,914 INFO [M:0;db0afee3eab9:40089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97305fdd5eef48168ce650f11c3d2dd5 2024-11-19T07:22:52,920 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cf23912231f4e8fb5614e72d7c8629b as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cf23912231f4e8fb5614e72d7c8629b 2024-11-19T07:22:52,926 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cf23912231f4e8fb5614e72d7c8629b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T07:22:52,928 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/144ec65b939e4af288bb54f0b8c535d4 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144ec65b939e4af288bb54f0b8c535d4 2024-11-19T07:22:52,937 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/144ec65b939e4af288bb54f0b8c535d4, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T07:22:52,937 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97305fdd5eef48168ce650f11c3d2dd5 as hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97305fdd5eef48168ce650f11c3d2dd5 2024-11-19T07:22:52,941 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/d13a67ab-b662-29ee-bc72-418ea7ffa03d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97305fdd5eef48168ce650f11c3d2dd5, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T07:22:52,942 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=55, compaction requested=false 2024-11-19T07:22:52,986 INFO [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:52,986 DEBUG [M:0;db0afee3eab9:40089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000972758Disabling compacts and flushes for region at 1732000972758Disabling writes for close at 1732000972758Obtaining lock to block concurrent updates at 1732000972758Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000972758Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732000972758Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000972758Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000972759 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000972789 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000972789Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000972814 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000972832 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000972832Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000972869 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000972892 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000972892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7548975c: reopening flushed file at 1732000972919 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a5812f: reopening flushed file at 1732000972926 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e98cc1e: reopening flushed file at 1732000972937 (+11 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 184ms, sequenceid=55, compaction requested=false at 1732000972942 (+5 ms)Writing region close event to WAL at 1732000972986 (+44 ms)Closed at 1732000972986 2024-11-19T07:22:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45517 is added to blk_1073741830_1006 (size=32770) 2024-11-19T07:22:52,993 INFO [M:0;db0afee3eab9:40089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:52,993 INFO [M:0;db0afee3eab9:40089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40089 2024-11-19T07:22:52,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:52,993 INFO [M:0;db0afee3eab9:40089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:53,031 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:53,099 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:53,101 INFO [M:0;db0afee3eab9:40089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:53,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:53,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40089-0x10151f905440006, quorum=127.0.0.1:64172, baseZNode=/2-1983664555 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:53,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1430933a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:53,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f4db6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:53,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:53,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cc46eda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:53,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482f620{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:53,162 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:53,162 WARN [BP-821092366-172.17.0.2-1732000954475 heartbeating to localhost/127.0.0.1:40355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:53,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:53,162 WARN [BP-821092366-172.17.0.2-1732000954475 heartbeating to localhost/127.0.0.1:40355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821092366-172.17.0.2-1732000954475 (Datanode Uuid b4530733-7781-4b3d-a572-12f67cc80f22) service to localhost/127.0.0.1:40355 2024-11-19T07:22:53,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:53,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/cluster_d6fb4cc8-7b10-650f-dbe7-ab702715d408/data/data2/current/BP-821092366-172.17.0.2-1732000954475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:53,163 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/cluster_d6fb4cc8-7b10-650f-dbe7-ab702715d408/data/data1/current/BP-821092366-172.17.0.2-1732000954475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:53,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c1b6472{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:53,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed4399{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:53,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:53,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ad13d2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:53,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86e1c62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97616c4e-80ed-67bc-f474-c60b897482ad/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:53,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:53,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:53,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:53,205 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:53,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:53,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:53,216 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=184311500, stopped=false 2024-11-19T07:22:53,216 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,36533,1732000951012 2024-11-19T07:22:53,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1986314028/running 2024-11-19T07:22:53,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:53,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1986314028/running 2024-11-19T07:22:53,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:53,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:53,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:53,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:53,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/running 2024-11-19T07:22:53,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,46809,1732000951368' ***** 2024-11-19T07:22:53,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:53,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Set watcher on znode that does not yet exist, /1-1986314028/running 2024-11-19T07:22:53,233 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:53,233 INFO [RS:0;db0afee3eab9:46809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:53,233 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:53,233 INFO [RS:0;db0afee3eab9:46809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:53,233 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for 035012ca4803de4a34e326d75b364792 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,46809,1732000951368 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46809. 2024-11-19T07:22:53,234 DEBUG [RS:0;db0afee3eab9:46809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:53,234 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:53,234 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 035012ca4803de4a34e326d75b364792, disabling compactions & flushes 2024-11-19T07:22:53,234 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:53,234 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:53,234 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000961598.035012ca4803de4a34e326d75b364792. after waiting 0 ms 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:53,235 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-19T07:22:53,235 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1325): Online Regions={035012ca4803de4a34e326d75b364792=test,,1732000961598.035012ca4803de4a34e326d75b364792., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:22:53,235 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1351): Waiting on 035012ca4803de4a34e326d75b364792, 1588230740 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:53,235 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:53,235 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:53,236 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-19T07:22:53,255 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/info/4185fcce1d814424a89fa8a16c4dfda8 is 129, key is test,,1732000961598.035012ca4803de4a34e326d75b364792./info:regioninfo/1732000962489/Put/seqid=0 2024-11-19T07:22:53,258 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/default/test/035012ca4803de4a34e326d75b364792/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:22:53,258 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:53,258 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:53,259 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:53,259 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 035012ca4803de4a34e326d75b364792: Waiting for close lock at 1732000973234Running coprocessor pre-close hooks at 1732000973234Disabling compacts and flushes for region at 1732000973234Disabling writes for close at 1732000973235 (+1 ms)Writing region close event to WAL at 1732000973238 (+3 ms)Running coprocessor post-close hooks at 1732000973258 (+20 ms)Closed at 1732000973259 (+1 ms) 2024-11-19T07:22:53,259 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000961598.035012ca4803de4a34e326d75b364792. 2024-11-19T07:22:53,262 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:53,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741841_1017 (size=6421) 2024-11-19T07:22:53,263 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/info/4185fcce1d814424a89fa8a16c4dfda8 2024-11-19T07:22:53,291 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/ns/5cd39a53a8f043499048632c1d68250a is 43, key is default/ns:d/1732000954365/Put/seqid=0 2024-11-19T07:22:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741842_1018 (size=5153) 2024-11-19T07:22:53,435 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:53,635 DEBUG [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:53,698 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/ns/5cd39a53a8f043499048632c1d68250a 2024-11-19T07:22:53,720 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:53,720 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:53,723 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/rep_barrier/f96273ffa5164a7c8acd7f06c21eee38 is 112, key is test,,1732000961598.035012ca4803de4a34e326d75b364792./rep_barrier:seqnumDuringOpen/1732000962489/Put/seqid=0 2024-11-19T07:22:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741843_1019 (size=5518) 2024-11-19T07:22:53,727 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/rep_barrier/f96273ffa5164a7c8acd7f06c21eee38 2024-11-19T07:22:53,746 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/table/2da11afa10724704831d8463fc17dc49 is 40, key is test/table:state/1732000962505/Put/seqid=0 2024-11-19T07:22:53,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741844_1020 (size=5165) 2024-11-19T07:22:53,750 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/table/2da11afa10724704831d8463fc17dc49 2024-11-19T07:22:53,763 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/info/4185fcce1d814424a89fa8a16c4dfda8 as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/info/4185fcce1d814424a89fa8a16c4dfda8 2024-11-19T07:22:53,769 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/info/4185fcce1d814424a89fa8a16c4dfda8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-19T07:22:53,770 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/ns/5cd39a53a8f043499048632c1d68250a as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/ns/5cd39a53a8f043499048632c1d68250a 2024-11-19T07:22:53,774 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/ns/5cd39a53a8f043499048632c1d68250a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:22:53,775 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/rep_barrier/f96273ffa5164a7c8acd7f06c21eee38 as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/rep_barrier/f96273ffa5164a7c8acd7f06c21eee38 2024-11-19T07:22:53,783 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/rep_barrier/f96273ffa5164a7c8acd7f06c21eee38, entries=1, sequenceid=11, filesize=5.4 K 2024-11-19T07:22:53,785 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/.tmp/table/2da11afa10724704831d8463fc17dc49 as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/table/2da11afa10724704831d8463fc17dc49 2024-11-19T07:22:53,791 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/table/2da11afa10724704831d8463fc17dc49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-19T07:22:53,792 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=11, compaction requested=false 2024-11-19T07:22:53,821 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-19T07:22:53,821 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:53,821 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:53,822 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:53,822 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000973235Running coprocessor pre-close hooks at 1732000973235Disabling compacts and flushes for region at 1732000973235Disabling writes for close at 1732000973235Obtaining lock to block concurrent updates at 1732000973236 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732000973236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732000973236Flushing stores of hbase:meta,,1.1588230740 at 1732000973237 (+1 ms)Flushing 1588230740/info: creating writer at 1732000973237Flushing 1588230740/info: appending metadata at 1732000973254 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732000973254Flushing 1588230740/ns: creating writer at 1732000973272 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732000973290 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732000973290Flushing 1588230740/rep_barrier: creating writer at 1732000973703 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000973723 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000973723Flushing 1588230740/table: creating writer at 1732000973732 (+9 ms)Flushing 1588230740/table: appending metadata at 1732000973746 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732000973746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470d6c99: reopening flushed file at 1732000973762 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@284547af: reopening flushed file at 1732000973769 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c897dab: reopening flushed file at 1732000973774 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c195bf: reopening flushed file at 1732000973784 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 557ms, sequenceid=11, compaction requested=false at 1732000973792 (+8 ms)Writing region close event to WAL at 1732000973818 (+26 ms)Running coprocessor post-close hooks at 1732000973821 (+3 ms)Closed at 1732000973822 (+1 ms) 2024-11-19T07:22:53,822 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:53,835 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,46809,1732000951368; all regions closed. 2024-11-19T07:22:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741834_1010 (size=2717) 2024-11-19T07:22:53,839 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/WALs/db0afee3eab9,46809,1732000951368/db0afee3eab9%2C46809%2C1732000951368.meta.1732000954309.meta not finished, retry = 0 2024-11-19T07:22:53,940 DEBUG [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/oldWALs 2024-11-19T07:22:53,940 INFO [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C46809%2C1732000951368.meta:.meta(num 1732000954309) 2024-11-19T07:22:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741833_1009 (size=1374) 2024-11-19T07:22:53,945 DEBUG [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/oldWALs 2024-11-19T07:22:53,945 INFO [RS:0;db0afee3eab9:46809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL db0afee3eab9%2C46809%2C1732000951368:(num 1732000953754) 2024-11-19T07:22:53,945 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,945 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:53,945 INFO [RS:0;db0afee3eab9:46809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:53,945 INFO [RS:0;db0afee3eab9:46809 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:53,945 INFO [RS:0;db0afee3eab9:46809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:53,945 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:53,946 INFO [RS:0;db0afee3eab9:46809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:46809. 2024-11-19T07:22:53,946 DEBUG [RS:0;db0afee3eab9:46809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:53,946 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,946 DEBUG [RS:0;db0afee3eab9:46809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:53,946 INFO [RS:0;db0afee3eab9:46809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46809 2024-11-19T07:22:53,947 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:53,951 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:54,031 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1986314028/rs/db0afee3eab9,46809,1732000951368 2024-11-19T07:22:54,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028/rs 2024-11-19T07:22:54,053 INFO [RS:0;db0afee3eab9:46809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:54,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,46809,1732000951368] 2024-11-19T07:22:54,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/draining/db0afee3eab9,46809,1732000951368 already deleted, retry=false 2024-11-19T07:22:54,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,46809,1732000951368 expired; onlineServers=0 2024-11-19T07:22:54,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,36533,1732000951012' ***** 2024-11-19T07:22:54,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:54,074 INFO [M:0;db0afee3eab9:36533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:54,075 DEBUG [M:0;db0afee3eab9:36533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:54,075 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:54,075 DEBUG [M:0;db0afee3eab9:36533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:54,075 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000953534 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000953534,5,FailOnTimeoutGroup] 2024-11-19T07:22:54,075 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000953536 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000953536,5,FailOnTimeoutGroup] 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:54,075 DEBUG [M:0;db0afee3eab9:36533 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:54,075 INFO [M:0;db0afee3eab9:36533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:54,075 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1986314028/master 2024-11-19T07:22:54,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1986314028 2024-11-19T07:22:54,097 DEBUG [M:0;db0afee3eab9:36533 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1986314028/master already deleted, retry=false 2024-11-19T07:22:54,097 DEBUG [M:0;db0afee3eab9:36533 {}] master.ActiveMasterManager(353): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1986314028/master 2024-11-19T07:22:54,106 INFO [M:0;db0afee3eab9:36533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/.lastflushedseqids 2024-11-19T07:22:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741845_1021 (size=173) 2024-11-19T07:22:54,130 INFO [M:0;db0afee3eab9:36533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:54,131 INFO [M:0;db0afee3eab9:36533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:54,131 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:54,131 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:54,131 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:54,131 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:54,131 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:54,131 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.97 KB heapSize=33.84 KB 2024-11-19T07:22:54,151 DEBUG [M:0;db0afee3eab9:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cff14cd81bf4bf4a62126163e225f6d is 82, key is hbase:meta,,1/info:regioninfo/1732000954350/Put/seqid=0 2024-11-19T07:22:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741846_1022 (size=5672) 2024-11-19T07:22:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46809-0x10151f905440004, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:54,164 INFO [RS:0;db0afee3eab9:46809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:54,164 INFO [RS:0;db0afee3eab9:46809 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,46809,1732000951368; zookeeper connection closed. 2024-11-19T07:22:54,164 INFO [M:0;db0afee3eab9:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cff14cd81bf4bf4a62126163e225f6d 2024-11-19T07:22:54,165 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628c6549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628c6549 2024-11-19T07:22:54,165 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:54,197 DEBUG [M:0;db0afee3eab9:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c349342277704d68b2cf69ad8af43ad1 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732000962514/Put/seqid=0 2024-11-19T07:22:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741847_1023 (size=6584) 2024-11-19T07:22:54,607 INFO [M:0;db0afee3eab9:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.41 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c349342277704d68b2cf69ad8af43ad1 2024-11-19T07:22:54,631 DEBUG [M:0;db0afee3eab9:36533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b3230aee3a41578e1161ff40d70d61 is 69, key is db0afee3eab9,46809,1732000951368/rs:state/1732000953576/Put/seqid=0 2024-11-19T07:22:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741848_1024 (size=5156) 2024-11-19T07:22:54,925 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T07:22:54,954 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:55,037 INFO [M:0;db0afee3eab9:36533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b3230aee3a41578e1161ff40d70d61 2024-11-19T07:22:55,041 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2cff14cd81bf4bf4a62126163e225f6d as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cff14cd81bf4bf4a62126163e225f6d 2024-11-19T07:22:55,043 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2cff14cd81bf4bf4a62126163e225f6d, entries=8, sequenceid=55, filesize=5.5 K 2024-11-19T07:22:55,044 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c349342277704d68b2cf69ad8af43ad1 as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c349342277704d68b2cf69ad8af43ad1 2024-11-19T07:22:55,045 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:55,046 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c349342277704d68b2cf69ad8af43ad1, entries=6, sequenceid=55, filesize=6.4 K 2024-11-19T07:22:55,047 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86b3230aee3a41578e1161ff40d70d61 as hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b3230aee3a41578e1161ff40d70d61 2024-11-19T07:22:55,050 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43595/user/jenkins/test-data/50158ec9-41a9-d049-6adb-91bb2e64d376/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86b3230aee3a41578e1161ff40d70d61, entries=1, sequenceid=55, filesize=5.0 K 2024-11-19T07:22:55,051 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=55, compaction requested=false 2024-11-19T07:22:55,052 INFO [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:55,052 DEBUG [M:0;db0afee3eab9:36533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000974131Disabling compacts and flushes for region at 1732000974131Disabling writes for close at 1732000974131Obtaining lock to block concurrent updates at 1732000974131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000974131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28639, getHeapSize=34592, getOffHeapSize=0, getCellsCount=66 at 1732000974131Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000974132 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000974132Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000974150 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000974150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000974169 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000974196 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000974197 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000974612 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000974630 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000974631 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139d63b9: reopening flushed file at 1732000975040 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3f197c: reopening flushed file at 1732000975043 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1742c8f7: reopening flushed file at 1732000975046 (+3 ms)Finished flush of dataSize ~27.97 KB/28639, heapSize ~33.55 KB/34352, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=55, compaction requested=false at 1732000975051 (+5 ms)Writing region close event to WAL at 1732000975051Closed at 1732000975052 (+1 ms) 2024-11-19T07:22:55,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38693 is added to blk_1073741830_1006 (size=32746) 2024-11-19T07:22:55,053 INFO [M:0;db0afee3eab9:36533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:55,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:55,053 INFO [M:0;db0afee3eab9:36533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36533 2024-11-19T07:22:55,054 INFO [M:0;db0afee3eab9:36533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:55,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:55,183 INFO [M:0;db0afee3eab9:36533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:55,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36533-0x10151f905440003, quorum=127.0.0.1:64172, baseZNode=/1-1986314028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:55,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27bc8d97{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:55,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ff0a789{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:55,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:55,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fae02d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:55,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40ea7f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:55,187 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:55,187 WARN [BP-540897424-172.17.0.2-1732000949105 heartbeating to localhost/127.0.0.1:43595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:55,187 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:55,187 WARN [BP-540897424-172.17.0.2-1732000949105 heartbeating to localhost/127.0.0.1:43595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-540897424-172.17.0.2-1732000949105 (Datanode Uuid e98fa344-7fda-4130-af3d-6df7dad48695) service to localhost/127.0.0.1:43595 2024-11-19T07:22:55,187 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/cluster_173483d1-88df-7305-8972-0f1f228bc4b8/data/data1/current/BP-540897424-172.17.0.2-1732000949105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:55,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/cluster_173483d1-88df-7305-8972-0f1f228bc4b8/data/data2/current/BP-540897424-172.17.0.2-1732000949105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:55,188 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:55,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64fa8cf4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:55,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@647c6ca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:55,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:55,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e4a1201{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:55,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35af3ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/848547b8-45e2-3b89-5a0d-a22130a810a9/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:55,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:55,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T07:22:55,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:55,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:55,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:55,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:55,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:55,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T07:22:55,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=378564192, stopped=false 2024-11-19T07:22:55,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=db0afee3eab9,40481,1732000945337 2024-11-19T07:22:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668391553/running 2024-11-19T07:22:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668391553/running 2024-11-19T07:22:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:55,222 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:55,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T07:22:55,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:55,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:55,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/running 2024-11-19T07:22:55,222 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'db0afee3eab9,38683,1732000945702' ***** 2024-11-19T07:22:55,222 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T07:22:55,222 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T07:22:55,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Set watcher on znode that does not yet exist, /0-668391553/running 2024-11-19T07:22:55,222 INFO [RS:0;db0afee3eab9:38683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T07:22:55,222 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T07:22:55,222 INFO [RS:0;db0afee3eab9:38683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T07:22:55,222 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(959): stopping server db0afee3eab9,38683,1732000945702 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:38683. 2024-11-19T07:22:55,223 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 631fe4a502c1987c75d3d2476b1676ab, disabling compactions & flushes 2024-11-19T07:22:55,223 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:55,223 DEBUG [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:55,223 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:55,223 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:55,223 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. after waiting 0 ms 2024-11-19T07:22:55,223 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T07:22:55,223 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T07:22:55,228 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T07:22:55,228 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 631fe4a502c1987c75d3d2476b1676ab=test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab., 15c61def988e668a30d1e9494ae419ca=hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca.} 2024-11-19T07:22:55,228 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c61def988e668a30d1e9494ae419ca, 631fe4a502c1987c75d3d2476b1676ab 2024-11-19T07:22:55,228 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T07:22:55,228 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T07:22:55,228 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T07:22:55,228 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T07:22:55,228 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T07:22:55,228 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-19T07:22:55,230 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/default/test/631fe4a502c1987c75d3d2476b1676ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-19T07:22:55,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 631fe4a502c1987c75d3d2476b1676ab: Waiting for close lock at 1732000975223Running coprocessor pre-close hooks at 1732000975223Disabling compacts and flushes for region at 1732000975223Disabling writes for close at 1732000975223Writing region close event to WAL at 1732000975228 (+5 ms)Running coprocessor post-close hooks at 1732000975231 (+3 ms)Closed at 1732000975231 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab. 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15c61def988e668a30d1e9494ae419ca, disabling compactions & flushes 2024-11-19T07:22:55,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. after waiting 0 ms 2024-11-19T07:22:55,231 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:55,231 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 15c61def988e668a30d1e9494ae419ca 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-19T07:22:55,244 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/hfileref/a4995ccea4244043b1d9f24328c4dd3d is 74, key is 1/hfileref:654ac8926f9444e0930ab2cdda757ef2_SeqId_6_/1732000970146/DeleteColumn/seqid=0 2024-11-19T07:22:55,244 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/info/ecfb65c195474a5598a3e297891b74d3 is 147, key is hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca./info:regioninfo/1732000964520/Put/seqid=0 2024-11-19T07:22:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741847_1023 (size=5489) 2024-11-19T07:22:55,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741848_1024 (size=7686) 2024-11-19T07:22:55,260 INFO [regionserver/db0afee3eab9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:55,428 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:55,464 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T07:22:55,464 INFO [regionserver/db0afee3eab9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T07:22:55,628 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:55,648 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/info/ecfb65c195474a5598a3e297891b74d3 2024-11-19T07:22:55,648 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/hfileref/a4995ccea4244043b1d9f24328c4dd3d 2024-11-19T07:22:55,678 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/ns/c1dbc7d68e754812ad907f989c99530f is 43, key is default/ns:d/1732000949007/Put/seqid=0 2024-11-19T07:22:55,680 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/queue/1e775a8a189142469d63a5fae76a9310 is 153, key is 1-db0afee3eab9,38683,1732000945702/queue:db0afee3eab9%2C38683%2C1732000945702/1732000970148/Put/seqid=0 2024-11-19T07:22:55,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741849_1025 (size=5153) 2024-11-19T07:22:55,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741850_1026 (size=5504) 2024-11-19T07:22:55,828 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:56,028 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 15c61def988e668a30d1e9494ae419ca 2024-11-19T07:22:56,058 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:56,061 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:56,061 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,061 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:56,062 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.HRegionServer(2440): ***** ABORTING region server db0afee3eab9,38683,1732000945702: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-db0afee3eab9,38683,1732000945702, walGroup=db0afee3eab9%2C38683%2C1732000945702, offset=db0afee3eab9%2C38683%2C1732000945702.1732000967864:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-19T07:22:56,063 ERROR [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T07:22:56,063 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T07:22:56,063 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T07:22:56,063 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T07:22:56,064 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T07:22:56,064 INFO [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1457520640, "init": 1048576000, "max": 2306867200, "used": 1164638952 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208098504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T07:22:56,064 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:40481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:40481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-19T07:22:56,083 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/ns/c1dbc7d68e754812ad907f989c99530f 2024-11-19T07:22:56,084 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/queue/1e775a8a189142469d63a5fae76a9310 2024-11-19T07:22:56,087 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/hfileref/a4995ccea4244043b1d9f24328c4dd3d as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/hfileref/a4995ccea4244043b1d9f24328c4dd3d 2024-11-19T07:22:56,090 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/hfileref/a4995ccea4244043b1d9f24328c4dd3d, entries=6, sequenceid=17, filesize=5.4 K 2024-11-19T07:22:56,091 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/.tmp/queue/1e775a8a189142469d63a5fae76a9310 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/queue/1e775a8a189142469d63a5fae76a9310 2024-11-19T07:22:56,094 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/queue/1e775a8a189142469d63a5fae76a9310, entries=2, sequenceid=17, filesize=5.4 K 2024-11-19T07:22:56,095 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 15c61def988e668a30d1e9494ae419ca in 864ms, sequenceid=17, compaction requested=false 2024-11-19T07:22:56,101 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/rep_barrier/79d7add89a21411a986df4b97c9ff40d is 112, key is test,,1732000960452.631fe4a502c1987c75d3d2476b1676ab./rep_barrier:seqnumDuringOpen/1732000961340/Put/seqid=0 2024-11-19T07:22:56,104 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/replication/15c61def988e668a30d1e9494ae419ca/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-19T07:22:56,104 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:56,104 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:56,104 INFO [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:56,104 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15c61def988e668a30d1e9494ae419ca: Waiting for close lock at 1732000975231Running coprocessor pre-close hooks at 1732000975231Disabling compacts and flushes for region at 1732000975231Disabling writes for close at 1732000975231Obtaining lock to block concurrent updates at 1732000975231Preparing flush snapshotting stores in 15c61def988e668a30d1e9494ae419ca at 1732000975231Finished memstore snapshotting hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732000975231Flushing stores of hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. at 1732000975232 (+1 ms)Flushing 15c61def988e668a30d1e9494ae419ca/hfileref: creating writer at 1732000975232Flushing 15c61def988e668a30d1e9494ae419ca/hfileref: appending metadata at 1732000975244 (+12 ms)Flushing 15c61def988e668a30d1e9494ae419ca/hfileref: closing flushed file at 1732000975244Flushing 15c61def988e668a30d1e9494ae419ca/queue: creating writer at 1732000975657 (+413 ms)Flushing 15c61def988e668a30d1e9494ae419ca/queue: appending metadata at 1732000975680 (+23 ms)Flushing 15c61def988e668a30d1e9494ae419ca/queue: closing flushed file at 1732000975680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67804742: reopening flushed file at 1732000976086 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b41a716: reopening flushed file at 1732000976090 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 15c61def988e668a30d1e9494ae419ca in 864ms, sequenceid=17, compaction requested=false at 1732000976095 (+5 ms)Writing region close event to WAL at 1732000976101 (+6 ms)Running coprocessor post-close hooks at 1732000976104 (+3 ms)Closed at 1732000976104 2024-11-19T07:22:56,105 DEBUG [RS_CLOSE_REGION-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732000963971.15c61def988e668a30d1e9494ae419ca. 2024-11-19T07:22:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741851_1027 (size=5518) 2024-11-19T07:22:56,148 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 393, reset compression=false 2024-11-19T07:22:56,151 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-19T07:22:56,151 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,151 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-db0afee3eab9,38683,1732000945702 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-19T07:22:56,152 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-19T07:22:56,229 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:56,264 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,354 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,429 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-19T07:22:56,429 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-19T07:22:56,429 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:56,509 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/rep_barrier/79d7add89a21411a986df4b97c9ff40d 2024-11-19T07:22:56,531 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/table/768754c50caa42d09015abc94886a218 is 53, key is hbase:replication/table:state/1732000964553/Put/seqid=0 2024-11-19T07:22:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741852_1028 (size=5308) 2024-11-19T07:22:56,567 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,629 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:56,657 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,829 DEBUG [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-19T07:22:56,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T07:22:56,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,935 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/table/768754c50caa42d09015abc94886a218 2024-11-19T07:22:56,939 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/info/ecfb65c195474a5598a3e297891b74d3 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/info/ecfb65c195474a5598a3e297891b74d3 2024-11-19T07:22:56,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,943 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/info/ecfb65c195474a5598a3e297891b74d3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-19T07:22:56,944 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/ns/c1dbc7d68e754812ad907f989c99530f as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/ns/c1dbc7d68e754812ad907f989c99530f 2024-11-19T07:22:56,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T07:22:56,949 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/ns/c1dbc7d68e754812ad907f989c99530f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-19T07:22:56,950 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/rep_barrier/79d7add89a21411a986df4b97c9ff40d as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/rep_barrier/79d7add89a21411a986df4b97c9ff40d 2024-11-19T07:22:56,954 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/rep_barrier/79d7add89a21411a986df4b97c9ff40d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-19T07:22:56,955 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/.tmp/table/768754c50caa42d09015abc94886a218 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/table/768754c50caa42d09015abc94886a218 2024-11-19T07:22:56,971 DEBUG [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/WALs/db0afee3eab9,38683,1732000945702/db0afee3eab9%2C38683%2C1732000945702.1732000967864 to pos 688, reset compression=false 2024-11-19T07:22:56,974 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/table/768754c50caa42d09015abc94886a218, entries=4, sequenceid=16, filesize=5.2 K 2024-11-19T07:22:56,975 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-11-19T07:22:56,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T07:22:56,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-19T07:22:56,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T07:22:56,987 INFO [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:56,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732000975228Running coprocessor pre-close hooks at 1732000975228Disabling compacts and flushes for region at 1732000975228Disabling writes for close at 1732000975228Obtaining lock to block concurrent updates at 1732000975228Preparing flush snapshotting stores in 1588230740 at 1732000975228Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732000975228Flushing stores of hbase:meta,,1.1588230740 at 1732000975229 (+1 ms)Flushing 1588230740/info: creating writer at 1732000975229Flushing 1588230740/info: appending metadata at 1732000975244 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732000975244Flushing 1588230740/ns: creating writer at 1732000975658 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732000975678 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732000975678Flushing 1588230740/rep_barrier: creating writer at 1732000976086 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732000976100 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732000976100Flushing 1588230740/table: creating writer at 1732000976512 (+412 ms)Flushing 1588230740/table: appending metadata at 1732000976530 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732000976530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f9fee0d: reopening flushed file at 1732000976939 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@615ef13: reopening flushed file at 1732000976943 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b98c20: reopening flushed file at 1732000976949 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44aa024d: reopening flushed file at 1732000976954 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1732000976975 (+21 ms)Writing region close event to WAL at 1732000976985 (+10 ms)Running coprocessor post-close hooks at 1732000976987 (+2 ms)Closed at 1732000976987 2024-11-19T07:22:56,987 DEBUG [RS_CLOSE_META-regionserver/db0afee3eab9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T07:22:57,029 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(976): stopping server db0afee3eab9,38683,1732000945702; all regions closed. 2024-11-19T07:22:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741842_1018 (size=859) 2024-11-19T07:22:57,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741843_1019 (size=2791) 2024-11-19T07:22:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741844_1020 (size=696) 2024-11-19T07:22:57,035 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:57,035 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T07:22:57,035 INFO [RS:0;db0afee3eab9:38683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:57,035 INFO [RS:0;db0afee3eab9:38683 {}] hbase.ChoreService(370): Chore service for: regionserver/db0afee3eab9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:57,035 INFO [RS:0;db0afee3eab9:38683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:57,035 INFO [regionserver/db0afee3eab9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:57,036 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-db0afee3eab9,38683,1732000945702 because: Region server is closing 2024-11-19T07:22:57,036 INFO [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:38683. 2024-11-19T07:22:57,036 DEBUG [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:57,036 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:57,036 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:57,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:57,136 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,1-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,1-db0afee3eab9,38683,1732000945702 terminated 2024-11-19T07:22:57,137 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-db0afee3eab9,38683,1732000945702 because: Region server is closing 2024-11-19T07:22:57,137 INFO [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;db0afee3eab9:38683. 2024-11-19T07:22:57,137 DEBUG [RS:0;db0afee3eab9:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T07:22:57,137 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:57,137 DEBUG [RS:0;db0afee3eab9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T07:22:57,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T07:22:57,237 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.shipperdb0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 terminated 2024-11-19T07:22:57,237 WARN [RS_REFRESH_PEER-regionserver/db0afee3eab9:0-0.replicationSource,2-db0afee3eab9,38683,1732000945702.replicationSource.wal-reader.db0afee3eab9%2C38683%2C1732000945702,2-db0afee3eab9,38683,1732000945702 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-19T07:22:57,237 INFO [RS:0;db0afee3eab9:38683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38683 2024-11-19T07:22:57,295 INFO [RS:0;db0afee3eab9:38683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553/rs 2024-11-19T07:22:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668391553/rs/db0afee3eab9,38683,1732000945702 2024-11-19T07:22:57,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [db0afee3eab9,38683,1732000945702] 2024-11-19T07:22:57,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-668391553/draining/db0afee3eab9,38683,1732000945702 already deleted, retry=false 2024-11-19T07:22:57,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; db0afee3eab9,38683,1732000945702 expired; onlineServers=0 2024-11-19T07:22:57,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'db0afee3eab9,40481,1732000945337' ***** 2024-11-19T07:22:57,316 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T07:22:57,316 INFO [M:0;db0afee3eab9:40481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T07:22:57,316 INFO [M:0;db0afee3eab9:40481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T07:22:57,316 DEBUG [M:0;db0afee3eab9:40481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T07:22:57,316 DEBUG [M:0;db0afee3eab9:40481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T07:22:57,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T07:22:57,316 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000947348 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.large.0-1732000947348,5,FailOnTimeoutGroup] 2024-11-19T07:22:57,317 DEBUG [master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000947355 {}] cleaner.HFileCleaner(306): Exit Thread[master/db0afee3eab9:0:becomeActiveMaster-HFileCleaner.small.0-1732000947355,5,FailOnTimeoutGroup] 2024-11-19T07:22:57,317 INFO [M:0;db0afee3eab9:40481 {}] hbase.ChoreService(370): Chore service for: master/db0afee3eab9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T07:22:57,317 INFO [M:0;db0afee3eab9:40481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T07:22:57,317 DEBUG [M:0;db0afee3eab9:40481 {}] master.HMaster(1795): Stopping service threads 2024-11-19T07:22:57,317 INFO [M:0;db0afee3eab9:40481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T07:22:57,317 INFO [M:0;db0afee3eab9:40481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T07:22:57,317 ERROR [M:0;db0afee3eab9:40481 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41091,5,PEWorkerGroup] 2024-11-19T07:22:57,317 INFO [M:0;db0afee3eab9:40481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T07:22:57,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T07:22:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668391553/master 2024-11-19T07:22:57,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668391553 2024-11-19T07:22:57,327 DEBUG [M:0;db0afee3eab9:40481 {}] zookeeper.ZKUtil(347): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Unable to get data of znode /0-668391553/master because node does not exist (not an error) 2024-11-19T07:22:57,327 WARN [M:0;db0afee3eab9:40481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T07:22:57,327 INFO [M:0;db0afee3eab9:40481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/.lastflushedseqids 2024-11-19T07:22:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741853_1029 (size=263) 2024-11-19T07:22:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:57,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x10151f905440001, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:57,406 INFO [RS:0;db0afee3eab9:38683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:57,406 INFO [RS:0;db0afee3eab9:38683 {}] regionserver.HRegionServer(1031): Exiting; stopping=db0afee3eab9,38683,1732000945702; zookeeper connection closed. 2024-11-19T07:22:57,406 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e99af25 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e99af25 2024-11-19T07:22:57,406 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-19T07:22:57,731 INFO [M:0;db0afee3eab9:40481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T07:22:57,731 INFO [M:0;db0afee3eab9:40481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T07:22:57,731 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T07:22:57,731 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:57,731 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:57,731 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T07:22:57,731 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:57,732 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-19T07:22:57,749 DEBUG [M:0;db0afee3eab9:40481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7ab17d4a9484ad69a73bf6344fef6ba is 82, key is hbase:meta,,1/info:regioninfo/1732000948536/Put/seqid=0 2024-11-19T07:22:57,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741854_1030 (size=5672) 2024-11-19T07:22:58,153 INFO [M:0;db0afee3eab9:40481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7ab17d4a9484ad69a73bf6344fef6ba 2024-11-19T07:22:58,168 DEBUG [M:0;db0afee3eab9:40481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3f94c8d1cc483e86ed9492aefb8fb4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732000964558/Put/seqid=0 2024-11-19T07:22:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741855_1031 (size=8908) 2024-11-19T07:22:58,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T07:22:58,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:58,465 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168981 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [db0afee3eab9,45003,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=db0afee3eab9:45003 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-19T07:22:58,572 INFO [M:0;db0afee3eab9:40481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3f94c8d1cc483e86ed9492aefb8fb4 2024-11-19T07:22:58,590 DEBUG [M:0;db0afee3eab9:40481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f152fad37ca41dd9659156d0b2e8453 is 69, key is db0afee3eab9,38683,1732000945702/rs:state/1732000947381/Put/seqid=0 2024-11-19T07:22:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741856_1032 (size=5156) 2024-11-19T07:22:58,993 INFO [M:0;db0afee3eab9:40481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f152fad37ca41dd9659156d0b2e8453 2024-11-19T07:22:59,000 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7ab17d4a9484ad69a73bf6344fef6ba as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7ab17d4a9484ad69a73bf6344fef6ba 2024-11-19T07:22:59,003 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7ab17d4a9484ad69a73bf6344fef6ba, entries=8, sequenceid=112, filesize=5.5 K 2024-11-19T07:22:59,003 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ae3f94c8d1cc483e86ed9492aefb8fb4 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae3f94c8d1cc483e86ed9492aefb8fb4 2024-11-19T07:22:59,006 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ae3f94c8d1cc483e86ed9492aefb8fb4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-19T07:22:59,006 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f152fad37ca41dd9659156d0b2e8453 as hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f152fad37ca41dd9659156d0b2e8453 2024-11-19T07:22:59,009 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41091/user/jenkins/test-data/c3fdea9a-327b-e343-85a5-0cc8397a554f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f152fad37ca41dd9659156d0b2e8453, entries=1, sequenceid=112, filesize=5.0 K 2024-11-19T07:22:59,009 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-19T07:22:59,010 INFO [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T07:22:59,010 DEBUG [M:0;db0afee3eab9:40481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732000977731Disabling compacts and flushes for region at 1732000977731Disabling writes for close at 1732000977731Obtaining lock to block concurrent updates at 1732000977732 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732000977732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732000977732Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732000977732Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732000977733 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732000977749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732000977749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732000978155 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732000978168 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732000978168Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732000978575 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732000978589 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732000978589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cc65b9: reopening flushed file at 1732000978999 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa0ee5: reopening flushed file at 1732000979003 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e0dedc: reopening flushed file at 1732000979006 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1732000979009 (+3 ms)Writing region close event to WAL at 1732000979010 (+1 ms)Closed at 1732000979010 2024-11-19T07:22:59,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43217 is added to blk_1073741830_1006 (size=69043) 2024-11-19T07:22:59,012 INFO [M:0;db0afee3eab9:40481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T07:22:59,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T07:22:59,012 INFO [M:0;db0afee3eab9:40481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40481 2024-11-19T07:22:59,012 INFO [M:0;db0afee3eab9:40481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T07:22:59,174 INFO [M:0;db0afee3eab9:40481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T07:22:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:59,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40481-0x10151f905440000, quorum=127.0.0.1:64172, baseZNode=/0-668391553 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T07:22:59,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7310eb7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T07:22:59,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d9863b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:59,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:59,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47a36cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:59,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64fa4b9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:59,177 WARN [BP-1239420209-172.17.0.2-1732000942516 heartbeating to localhost/127.0.0.1:41091 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T07:22:59,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T07:22:59,177 WARN [BP-1239420209-172.17.0.2-1732000942516 heartbeating to localhost/127.0.0.1:41091 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1239420209-172.17.0.2-1732000942516 (Datanode Uuid 800c999b-5003-4f00-acea-7ad564e13c54) service to localhost/127.0.0.1:41091 2024-11-19T07:22:59,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T07:22:59,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/data/data1/current/BP-1239420209-172.17.0.2-1732000942516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:59,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/cluster_c035fc43-fdf1-fbc0-6be5-68b780582bc2/data/data2/current/BP-1239420209-172.17.0.2-1732000942516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T07:22:59,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T07:22:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5213056e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T07:22:59,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3afe3d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T07:22:59,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T07:22:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eee926{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T07:22:59,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75af74dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/791dccc3-977d-b72a-5411-0347cf1d5ea4/hadoop.log.dir/,STOPPED} 2024-11-19T07:22:59,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T07:22:59,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T07:22:59,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 523) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40355 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64172) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40355 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43595 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41091 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41091 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43595 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41091 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=541 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11151 (was 12318) 2024-11-19T07:22:59,210 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500